[ 613.338831] env[69773]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69773) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 613.339205] env[69773]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69773) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 613.339328] env[69773]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69773) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 613.339625] env[69773]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 613.434546] env[69773]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69773) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 613.444419] env[69773]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69773) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 613.487257] env[69773]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 614.049333] env[69773]: INFO nova.virt.driver [None req-be31720f-bf55-4fc2-b8f3-14d5a61928b5 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 614.119028] env[69773]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.119208] env[69773]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.119311] env[69773]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69773) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 617.038443] env[69773]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-4c237010-a9e6-4b14-90a1-a785c29e7624 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.054829] env[69773]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69773) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 617.054972] env[69773]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-b8e49863-cfa4-4d34-adba-2d1f3df3952a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.085486] env[69773]: INFO oslo_vmware.api [-] Successfully established new session; session ID is cd5d8. [ 617.085624] env[69773]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.966s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.086170] env[69773]: INFO nova.virt.vmwareapi.driver [None req-be31720f-bf55-4fc2-b8f3-14d5a61928b5 None None] VMware vCenter version: 7.0.3 [ 617.089529] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4e5c1a-b71e-4f34-b9c1-7bb0444f8dcd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.107224] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3bbded-a800-4903-9295-8ebabd3c6b6e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.113199] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a63162-071e-45a1-9702-c5b35ddc713b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.119795] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2fbfdf-3c41-43e5-aa8e-9ec637ba264d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.132759] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143846ec-c5f8-467f-850a-48715c848886 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.138851] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff0c50f-6330-48e4-879a-995802c5423f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.169450] env[69773]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-21f960f7-8881-46cc-a198-6693496d94fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.174455] env[69773]: DEBUG nova.virt.vmwareapi.driver [None req-be31720f-bf55-4fc2-b8f3-14d5a61928b5 None None] Extension org.openstack.compute already exists. {{(pid=69773) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 617.177087] env[69773]: INFO nova.compute.provider_config [None req-be31720f-bf55-4fc2-b8f3-14d5a61928b5 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 617.680857] env[69773]: DEBUG nova.context [None req-be31720f-bf55-4fc2-b8f3-14d5a61928b5 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),1db6e7a1-bb48-4217-90ff-03c9d47cd42e(cell1) {{(pid=69773) load_cells /opt/stack/nova/nova/context.py:464}} [ 617.683008] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.683245] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.683979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.684441] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Acquiring lock "1db6e7a1-bb48-4217-90ff-03c9d47cd42e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.684630] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Lock "1db6e7a1-bb48-4217-90ff-03c9d47cd42e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.685718] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Lock "1db6e7a1-bb48-4217-90ff-03c9d47cd42e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.706200] env[69773]: INFO dbcounter [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Registered counter for database nova_cell0 [ 617.714815] env[69773]: INFO dbcounter [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Registered counter for database nova_cell1 [ 618.155796] env[69773]: DEBUG oslo_db.sqlalchemy.engines [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69773) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 618.156214] env[69773]: DEBUG oslo_db.sqlalchemy.engines [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69773) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 618.161545] env[69773]: ERROR nova.db.main.api [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 618.161545] env[69773]: result = function(*args, **kwargs) [ 618.161545] env[69773]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 618.161545] env[69773]: return func(*args, **kwargs) [ 618.161545] env[69773]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 618.161545] env[69773]: result = fn(*args, **kwargs) [ 618.161545] env[69773]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 618.161545] env[69773]: return f(*args, **kwargs) [ 618.161545] env[69773]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 618.161545] env[69773]: return db.service_get_minimum_version(context, binaries) [ 618.161545] env[69773]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 618.161545] env[69773]: _check_db_access() [ 618.161545] env[69773]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 618.161545] env[69773]: stacktrace = ''.join(traceback.format_stack()) [ 618.161545] env[69773]: [ 618.162392] env[69773]: ERROR nova.db.main.api [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 618.162392] env[69773]: result = function(*args, **kwargs) [ 618.162392] env[69773]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 618.162392] env[69773]: return func(*args, **kwargs) [ 618.162392] env[69773]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 618.162392] env[69773]: result = fn(*args, **kwargs) [ 618.162392] env[69773]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 618.162392] env[69773]: return f(*args, **kwargs) [ 618.162392] env[69773]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 618.162392] env[69773]: return db.service_get_minimum_version(context, binaries) [ 618.162392] env[69773]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 618.162392] env[69773]: _check_db_access() [ 618.162392] env[69773]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 618.162392] env[69773]: stacktrace = ''.join(traceback.format_stack()) [ 618.162392] env[69773]: [ 618.162796] env[69773]: WARNING nova.objects.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 618.162951] env[69773]: WARNING nova.objects.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Failed to get minimum service version for cell 1db6e7a1-bb48-4217-90ff-03c9d47cd42e [ 618.163504] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Acquiring lock "singleton_lock" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.163658] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Acquired lock "singleton_lock" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.163908] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Releasing lock "singleton_lock" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.164256] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Full set of CONF: {{(pid=69773) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 618.164400] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ******************************************************************************** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 618.164524] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] Configuration options gathered from: {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 618.164654] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 618.164853] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 618.164979] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ================================================================================ {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 618.165258] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] allow_resize_to_same_host = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.165443] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] arq_binding_timeout = 300 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.165576] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] backdoor_port = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.165703] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] backdoor_socket = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.165866] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] block_device_allocate_retries = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.166048] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] block_device_allocate_retries_interval = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.166245] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cert = self.pem {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.166419] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.166587] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute_monitors = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.166753] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] config_dir = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.167151] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] config_drive_format = iso9660 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.167301] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.167490] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] config_source = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.167660] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] console_host = devstack {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.167824] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] control_exchange = nova {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.167985] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cpu_allocation_ratio = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.168165] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] daemon = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.168330] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] debug = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.168486] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] default_access_ip_network_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.168649] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] default_availability_zone = nova {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.168802] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] default_ephemeral_format = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.168958] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] default_green_pool_size = 1000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.169220] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.169388] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] default_schedule_zone = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.169542] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] disk_allocation_ratio = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.169716] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] enable_new_services = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.169904] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] enabled_apis = ['osapi_compute'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.170089] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] enabled_ssl_apis = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.170258] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] flat_injected = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.170424] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] force_config_drive = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.170581] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] force_raw_images = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.170749] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] graceful_shutdown_timeout = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.170910] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] heal_instance_info_cache_interval = -1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.171151] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] host = cpu-1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.171338] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.171502] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] initial_disk_allocation_ratio = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.171662] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] initial_ram_allocation_ratio = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.171873] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.172045] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] instance_build_timeout = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.172208] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] instance_delete_interval = 300 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.172373] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] instance_format = [instance: %(uuid)s] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.172536] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] instance_name_template = instance-%08x {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.172695] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] instance_usage_audit = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.172859] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] instance_usage_audit_period = month {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.173049] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.173301] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] instances_path = /opt/stack/data/nova/instances {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.173576] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] internal_service_availability_zone = internal {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.173825] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] key = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.174114] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] live_migration_retry_count = 30 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.174411] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_color = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.174695] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_config_append = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.174980] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.175281] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_dir = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.175544] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_file = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.175743] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_options = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.175930] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_rotate_interval = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.176117] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_rotate_interval_type = days {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.176291] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] log_rotation_type = none {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.176422] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.176545] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.176712] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.176874] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.177006] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.177174] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] long_rpc_timeout = 1800 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.177333] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] max_concurrent_builds = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.177493] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] max_concurrent_live_migrations = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.177644] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] max_concurrent_snapshots = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.177798] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] max_local_block_devices = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.177952] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] max_logfile_count = 30 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.178122] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] max_logfile_size_mb = 200 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.178279] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] maximum_instance_delete_attempts = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.178446] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] metadata_listen = 0.0.0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.178609] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] metadata_listen_port = 8775 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.178773] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] metadata_workers = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.178928] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] migrate_max_retries = -1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.179103] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] mkisofs_cmd = genisoimage {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.179310] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] my_block_storage_ip = 10.180.1.21 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.179442] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] my_ip = 10.180.1.21 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.179639] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.179797] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] network_allocate_retries = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.179968] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.180147] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] osapi_compute_listen = 0.0.0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.180310] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] osapi_compute_listen_port = 8774 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.180476] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] osapi_compute_unique_server_name_scope = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.180642] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] osapi_compute_workers = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.180803] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] password_length = 12 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.180959] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] periodic_enable = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.181128] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] periodic_fuzzy_delay = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.181296] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] pointer_model = usbtablet {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.181460] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] preallocate_images = none {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.181618] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] publish_errors = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.181745] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] pybasedir = /opt/stack/nova {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.181897] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ram_allocation_ratio = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.182072] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] rate_limit_burst = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.182245] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] rate_limit_except_level = CRITICAL {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.182405] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] rate_limit_interval = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.182561] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] reboot_timeout = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.182717] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] reclaim_instance_interval = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.182868] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] record = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.183048] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] reimage_timeout_per_gb = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.183218] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] report_interval = 120 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.183487] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] rescue_timeout = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.183697] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] reserved_host_cpus = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.183895] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] reserved_host_disk_mb = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.184080] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] reserved_host_memory_mb = 512 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.184243] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] reserved_huge_pages = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.184405] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] resize_confirm_window = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.184560] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] resize_fs_using_block_device = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.184717] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] resume_guests_state_on_host_boot = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.184902] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.185054] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] rpc_response_timeout = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.185245] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] run_external_periodic_tasks = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.185424] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] running_deleted_instance_action = reap {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.185584] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] running_deleted_instance_poll_interval = 1800 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.185739] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] running_deleted_instance_timeout = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.185903] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler_instance_sync_interval = 120 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.186086] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_down_time = 720 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.186259] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] servicegroup_driver = db {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.186412] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] shell_completion = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.186566] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] shelved_offload_time = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.186717] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] shelved_poll_interval = 3600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.186878] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] shutdown_timeout = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.187043] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] source_is_ipv6 = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.187374] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ssl_only = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.187480] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.187638] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] sync_power_state_interval = 600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.187793] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] sync_power_state_pool_size = 1000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.187956] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] syslog_log_facility = LOG_USER {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.188125] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] tempdir = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.188283] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] timeout_nbd = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.188447] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] transport_url = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.188602] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] update_resources_interval = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.188755] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] use_cow_images = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.188908] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] use_journal = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.189072] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] use_json = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.189227] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] use_rootwrap_daemon = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.189378] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] use_stderr = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.189527] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] use_syslog = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.189675] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vcpu_pin_set = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.189838] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plugging_is_fatal = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.189996] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plugging_timeout = 300 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.190169] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] virt_mkfs = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.190328] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] volume_usage_poll_interval = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.190642] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] watch_log_file = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.190642] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] web = /usr/share/spice-html5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 618.190813] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.190973] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.191148] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.191315] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_concurrency.disable_process_locking = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.191626] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.191808] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.191975] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.192161] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.192333] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.192500] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.192678] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.auth_strategy = keystone {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.192842] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.compute_link_prefix = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.193024] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.193227] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.dhcp_domain = novalocal {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.193402] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.enable_instance_password = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.193566] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.glance_link_prefix = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.193730] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.193900] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.194075] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.instance_list_per_project_cells = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.194240] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.list_records_by_skipping_down_cells = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.194402] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.local_metadata_per_cell = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.194570] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.max_limit = 1000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.194739] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.metadata_cache_expiration = 15 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.194913] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.neutron_default_tenant_id = default {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.195099] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.response_validation = warn {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.195301] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.use_neutron_default_nets = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.195478] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.195642] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.195809] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.196014] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.196208] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.vendordata_dynamic_targets = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.196374] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.vendordata_jsonfile_path = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.196556] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.196748] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.backend = dogpile.cache.memcached {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.196915] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.backend_argument = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.197090] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.backend_expiration_time = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.197263] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.config_prefix = cache.oslo {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.197434] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.dead_timeout = 60.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.197594] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.debug_cache_backend = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.197752] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.enable_retry_client = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.197909] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.enable_socket_keepalive = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.198088] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.enabled = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.198253] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.enforce_fips_mode = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.198415] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.expiration_time = 600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.198572] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.hashclient_retry_attempts = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.198733] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.hashclient_retry_delay = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.198892] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_dead_retry = 300 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.199060] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_password = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.199224] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.199388] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.199549] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_pool_maxsize = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.199708] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.199866] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_sasl_enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.200057] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.200269] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_socket_timeout = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.200450] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.memcache_username = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.200619] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.proxies = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.200783] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.redis_db = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.200939] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.redis_password = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.201124] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.redis_sentinel_service_name = mymaster {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.201303] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.201471] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.redis_server = localhost:6379 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.201634] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.redis_socket_timeout = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.201790] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.redis_username = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.201947] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.retry_attempts = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.202124] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.retry_delay = 0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.202288] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.socket_keepalive_count = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.202450] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.socket_keepalive_idle = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.202607] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.socket_keepalive_interval = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.202760] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.tls_allowed_ciphers = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.202913] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.tls_cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.203099] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.tls_certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.203276] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.tls_enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.203437] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cache.tls_keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.203603] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.203774] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.auth_type = password {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.203930] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.204118] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.catalog_info = volumev3::publicURL {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.204280] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.204443] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.204601] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.cross_az_attach = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.204760] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.debug = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.204915] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.endpoint_template = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.205083] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.http_retries = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.205268] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.205436] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.205607] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.os_region_name = RegionOne {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.205770] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.205927] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cinder.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.206111] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.206275] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.cpu_dedicated_set = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.206432] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.cpu_shared_set = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.206594] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.image_type_exclude_list = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.206752] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.206910] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.max_concurrent_disk_ops = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.207082] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.max_disk_devices_to_attach = -1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.207247] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.207440] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.207622] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.resource_provider_association_refresh = 300 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.207785] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.207960] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.shutdown_retry_interval = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.208182] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.208369] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] conductor.workers = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.208546] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] console.allowed_origins = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.208705] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] console.ssl_ciphers = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.208873] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] console.ssl_minimum_version = default {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.209054] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] consoleauth.enforce_session_timeout = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.209227] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] consoleauth.token_ttl = 600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.209395] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.209549] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.209712] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.209869] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.connect_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.210034] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.connect_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.210200] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.endpoint_override = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.210361] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.210511] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.210667] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.max_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.210821] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.min_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.210975] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.region_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.211145] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.retriable_status_codes = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.211299] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.211466] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.service_type = accelerator {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.211624] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.211778] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.status_code_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.211932] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.status_code_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.212099] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.212282] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.212444] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] cyborg.version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.212610] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.asyncio_connection = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.212770] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.asyncio_slave_connection = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.212939] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.backend = sqlalchemy {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.213137] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.connection = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.213313] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.connection_debug = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.213485] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.connection_parameters = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.213649] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.connection_recycle_time = 3600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.213811] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.connection_trace = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.213973] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.db_inc_retry_interval = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.214149] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.db_max_retries = 20 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.214315] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.db_max_retry_interval = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.214477] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.db_retry_interval = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.214635] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.max_overflow = 50 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.214793] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.max_pool_size = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.214950] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.max_retries = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.215133] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.215327] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.mysql_wsrep_sync_wait = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.215494] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.pool_timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.215657] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.retry_interval = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.215813] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.slave_connection = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.215974] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.sqlite_synchronous = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.216160] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] database.use_db_reconnect = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.216341] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.asyncio_connection = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.216502] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.asyncio_slave_connection = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.216671] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.backend = sqlalchemy {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.216837] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.connection = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.216998] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.connection_debug = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.217182] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.connection_parameters = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.217346] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.connection_recycle_time = 3600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.217507] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.connection_trace = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.217666] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.db_inc_retry_interval = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.217825] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.db_max_retries = 20 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.217984] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.db_max_retry_interval = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.218159] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.db_retry_interval = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.218350] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.max_overflow = 50 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.218519] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.max_pool_size = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.218679] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.max_retries = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.218848] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.219022] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.219186] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.pool_timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.219348] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.retry_interval = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.219503] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.slave_connection = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.219660] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] api_database.sqlite_synchronous = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.219832] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] devices.enabled_mdev_types = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.220040] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.220243] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ephemeral_storage_encryption.default_format = luks {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.220413] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ephemeral_storage_encryption.enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.220575] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.220748] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.api_servers = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.220908] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.221081] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.221244] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.221402] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.connect_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.221555] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.connect_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.221713] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.debug = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.221871] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.default_trusted_certificate_ids = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.222039] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.enable_certificate_validation = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.222202] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.enable_rbd_download = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.222358] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.endpoint_override = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.222519] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.222678] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.222834] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.max_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.222986] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.min_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.223181] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.num_retries = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.223358] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.rbd_ceph_conf = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.223535] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.rbd_connect_timeout = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.223716] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.rbd_pool = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.223895] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.rbd_user = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.224084] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.region_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.224258] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.retriable_status_codes = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.224430] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.224610] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.service_type = image {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.224786] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.224958] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.status_code_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.225148] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.status_code_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.225338] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.225530] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.225697] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.verify_glance_signatures = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.225856] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] glance.version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.226032] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] guestfs.debug = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.226239] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.226423] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.auth_type = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.226584] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.226740] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.226902] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.227082] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.connect_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.227249] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.connect_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.227409] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.endpoint_override = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.227569] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.227723] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.227878] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.max_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.228043] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.min_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.228203] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.region_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.228360] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.retriable_status_codes = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.228512] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.228677] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.service_type = shared-file-system {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.228838] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.share_apply_policy_timeout = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.228994] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.229164] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.status_code_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.229374] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.status_code_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.229557] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.229742] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.229903] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] manila.version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.230084] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] mks.enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.230434] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.230623] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] image_cache.manager_interval = 2400 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.230791] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] image_cache.precache_concurrency = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.230962] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] image_cache.remove_unused_base_images = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.231147] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.231316] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.231493] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] image_cache.subdirectory_name = _base {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.231666] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.api_max_retries = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.231828] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.api_retry_interval = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.231987] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.232203] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.auth_type = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.232374] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.232532] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.232695] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.232857] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.conductor_group = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.233023] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.connect_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.233186] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.connect_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.233344] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.endpoint_override = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.233502] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.233657] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.233812] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.max_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.233966] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.min_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.234141] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.peer_list = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.234299] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.region_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.234455] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.retriable_status_codes = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.234613] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.serial_console_state_timeout = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.234767] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.234934] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.service_type = baremetal {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.235103] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.shard = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.235295] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.235458] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.status_code_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.235615] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.status_code_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.235770] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.235948] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.236122] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ironic.version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.236306] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.236480] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] key_manager.fixed_key = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.236660] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.236820] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.barbican_api_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.236978] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.barbican_endpoint = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.237160] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.barbican_endpoint_type = public {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.237322] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.barbican_region_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.237478] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.237629] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.237785] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.237939] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.238106] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.238267] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.number_of_retries = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.238427] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.retry_delay = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.238584] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.send_service_user_token = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.238742] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.238897] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.239066] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.verify_ssl = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.239223] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican.verify_ssl_path = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.239385] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.239545] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.auth_type = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.239698] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.239851] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.240014] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.240179] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.240334] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.240492] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.240646] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] barbican_service_user.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.240806] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.approle_role_id = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.240960] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.approle_secret_id = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.241143] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.kv_mountpoint = secret {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.241302] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.kv_path = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.241464] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.kv_version = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.241618] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.namespace = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.241769] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.root_token_id = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.241918] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.ssl_ca_crt_file = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.242092] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.timeout = 60.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.242253] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.use_ssl = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.242418] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.242582] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.242738] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.242897] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.243090] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.connect_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.243275] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.connect_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.243438] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.endpoint_override = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.243598] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.243752] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.243906] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.max_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.244071] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.min_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.244232] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.region_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.244392] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.retriable_status_codes = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.244548] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.244716] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.service_type = identity {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.244873] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.245039] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.status_code_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.245223] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.status_code_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.245415] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.245636] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.245833] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] keystone.version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.246075] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.ceph_mount_options = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.246520] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.246741] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.connection_uri = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.246980] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.cpu_mode = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.247221] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.cpu_model_extra_flags = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.247433] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.cpu_models = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.247641] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.cpu_power_governor_high = performance {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.247843] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.cpu_power_governor_low = powersave {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.248054] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.cpu_power_management = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.248275] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.248485] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.device_detach_attempts = 8 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.248722] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.device_detach_timeout = 20 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.248935] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.disk_cachemodes = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.249150] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.disk_prefix = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.249357] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.enabled_perf_events = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.249558] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.file_backed_memory = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.249759] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.gid_maps = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.249949] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.hw_disk_discard = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.250163] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.hw_machine_type = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.250377] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.images_rbd_ceph_conf = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.250577] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.250779] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.250983] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.images_rbd_glance_store_name = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.251211] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.images_rbd_pool = rbd {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.251419] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.images_type = default {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.251612] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.images_volume_group = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.251806] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.inject_key = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.252030] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.inject_partition = -2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.252248] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.inject_password = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.252425] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.iscsi_iface = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.252591] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.iser_use_multipath = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.252758] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_bandwidth = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.252920] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.253114] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_downtime = 500 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.253299] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.253465] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.253656] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_inbound_addr = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.253831] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.254008] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_permit_post_copy = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.254190] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_scheme = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.254366] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_timeout_action = abort {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.254528] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_tunnelled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.254687] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_uri = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.254849] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.live_migration_with_native_tls = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.255022] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.max_queues = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.255235] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.255478] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.255655] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.nfs_mount_options = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.255942] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.256165] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.256305] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.num_iser_scan_tries = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.256468] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.num_memory_encrypted_guests = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.256634] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.256797] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.num_pcie_ports = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.256962] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.num_volume_scan_tries = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.257183] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.pmem_namespaces = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.257385] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.quobyte_client_cfg = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.257682] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.257859] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rbd_connect_timeout = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258046] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258217] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258380] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rbd_secret_uuid = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258548] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rbd_user = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258778] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.258966] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.remote_filesystem_transport = ssh {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259147] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rescue_image_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259312] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rescue_kernel_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259480] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rescue_ramdisk_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259707] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.259883] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.rx_queue_size = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260082] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.smbfs_mount_options = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260413] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260599] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.snapshot_compression = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260764] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.snapshot_image_format = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.260994] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261180] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.sparse_logical_volumes = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261347] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.swtpm_enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261525] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.swtpm_group = tss {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261733] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.swtpm_user = tss {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.261914] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.sysinfo_serial = unique {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262089] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.tb_cache_size = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262256] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.tx_queue_size = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262423] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.uid_maps = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262583] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.use_virtio_for_bridges = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262751] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.virt_type = kvm {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.262920] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.volume_clear = zero {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263132] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.volume_clear_size = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263317] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.volume_enforce_multipath = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263487] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.volume_use_multipath = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263647] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.vzstorage_cache_path = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263818] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.263987] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.vzstorage_mount_group = qemu {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264170] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.vzstorage_mount_opts = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264341] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264652] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.264845] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.vzstorage_mount_user = stack {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265025] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265216] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265385] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.auth_type = password {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265544] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265700] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.265860] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266030] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.connect_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266235] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.connect_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266445] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.default_floating_pool = public {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266614] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.endpoint_override = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266776] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.extension_sync_interval = 600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.266936] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.http_retries = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267115] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267275] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267433] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.max_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267641] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267821] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.min_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.267992] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.ovs_bridge = br-int {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268392] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.physnets = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268392] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.region_name = RegionOne {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268486] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.retriable_status_codes = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268650] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.service_metadata_proxy = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268808] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.268974] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.service_type = network {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269167] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269359] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.status_code_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269530] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.status_code_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269690] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.269873] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270049] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] neutron.version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270249] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] notifications.bdms_in_notifications = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270409] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] notifications.default_level = INFO {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270555] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] notifications.include_share_mapping = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270739] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] notifications.notification_format = unversioned {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.270925] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] notifications.notify_on_state_change = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271120] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271301] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] pci.alias = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271476] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] pci.device_spec = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271642] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] pci.report_in_placement = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271814] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.271988] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.auth_type = password {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272173] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272341] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272498] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272659] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272817] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.connect_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.272975] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.connect_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273149] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.default_domain_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273308] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.default_domain_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273463] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.domain_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273618] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.domain_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273809] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.endpoint_override = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.273978] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274152] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274313] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.max_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274468] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.min_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274635] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.password = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274794] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.project_domain_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.274958] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.project_domain_name = Default {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275158] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.project_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275363] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.project_name = service {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275530] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.region_name = RegionOne {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275691] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.retriable_status_codes = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.275862] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276049] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.service_type = placement {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276219] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276404] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.status_code_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276568] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.status_code_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276727] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.system_scope = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.276883] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277058] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.trust_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277221] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.user_domain_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277390] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.user_domain_name = Default {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277550] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.user_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277718] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.username = nova {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.277899] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278070] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] placement.version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278258] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.cores = 20 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278454] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.count_usage_from_placement = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278636] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278806] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.injected_file_content_bytes = 10240 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.278974] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.injected_file_path_length = 255 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279156] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.injected_files = 5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279325] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.instances = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279488] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.key_pairs = 100 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279651] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.metadata_items = 128 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279814] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.ram = 51200 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.279976] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.recheck_quota = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280160] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.server_group_members = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280327] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.server_groups = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280536] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280709] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] quota.unified_limits_resource_strategy = require {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.280906] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281101] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281271] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.image_metadata_prefilter = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281433] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281597] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.max_attempts = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281759] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.max_placement_results = 1000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.281930] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282103] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.query_placement_for_image_type_support = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282266] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282438] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] scheduler.workers = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282614] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282784] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.282962] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283158] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283329] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283490] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283651] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283836] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.283998] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.host_subset_size = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284177] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284335] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284493] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284652] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284822] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.284981] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.isolated_hosts = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285175] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.isolated_images = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285346] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285504] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285663] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285821] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.pci_in_placement = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.285978] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286151] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286332] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286503] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286664] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286825] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.286983] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.track_instance_changes = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287174] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287344] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] metrics.required = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287526] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] metrics.weight_multiplier = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287705] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.287877] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] metrics.weight_setting = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288203] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288382] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] serial_console.enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288557] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] serial_console.port_range = 10000:20000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288727] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.288894] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289074] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] serial_console.serialproxy_port = 6083 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289246] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289418] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.auth_type = password {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289575] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289729] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.289887] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.290056] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.290217] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.290412] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.send_service_user_token = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.290598] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.290759] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] service_user.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.290928] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.agent_enabled = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291103] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291408] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291612] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291783] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.html5proxy_port = 6082 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.291944] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.image_compression = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292116] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.jpeg_compression = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292277] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.playback_compression = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292440] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.require_secure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292610] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.server_listen = 127.0.0.1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.292775] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293062] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293272] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.streaming_mode = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293434] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] spice.zlib_compression = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293600] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] upgrade_levels.baseapi = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293771] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] upgrade_levels.compute = auto {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.293929] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] upgrade_levels.conductor = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294098] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] upgrade_levels.scheduler = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294266] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294433] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.auth_type = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294592] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294742] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.294903] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.295072] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.295263] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.295436] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.295591] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vendordata_dynamic_auth.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.295763] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.api_retry_count = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.295918] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.ca_file = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.296104] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.cache_prefix = devstack-image-cache {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.296294] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.cluster_name = testcl1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.296478] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.connection_pool_size = 10 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.296638] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.console_delay_seconds = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.296807] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.datastore_regex = ^datastore.* {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.297027] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.297222] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.host_password = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.297391] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.host_port = 443 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.297586] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.host_username = administrator@vsphere.local {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.297767] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.insecure = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.297929] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.integration_bridge = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.298111] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.maximum_objects = 100 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.298273] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.pbm_default_policy = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.298434] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.pbm_enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.298590] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.pbm_wsdl_location = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.298755] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.298909] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.serial_port_proxy_uri = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.299078] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.serial_port_service_uri = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.299248] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.task_poll_interval = 0.5 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.299416] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.use_linked_clone = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.299583] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.vnc_keymap = en-us {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.299744] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.vnc_port = 5900 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.299900] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vmware.vnc_port_total = 10000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.300094] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.auth_schemes = ['none'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.300269] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.300555] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.300739] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.300910] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.novncproxy_port = 6080 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.301123] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.server_listen = 127.0.0.1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.301306] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.301468] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.vencrypt_ca_certs = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.301622] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.vencrypt_client_cert = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.301781] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vnc.vencrypt_client_key = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.301958] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.302137] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.disable_deep_image_inspection = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.302303] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.302499] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.302688] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.302852] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.disable_rootwrap = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.303024] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.enable_numa_live_migration = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.303193] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.303355] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.303515] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.303676] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.libvirt_disable_apic = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.303835] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.303994] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.304317] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.304494] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.304660] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.304824] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.304983] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.305180] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.305351] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.305555] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.305768] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.305943] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.client_socket_timeout = 900 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.306125] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.default_pool_size = 1000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.306294] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.keep_alive = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.306460] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.max_header_line = 16384 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.306619] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.secure_proxy_ssl_header = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.306775] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.ssl_ca_file = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.306931] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.ssl_cert_file = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.307105] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.ssl_key_file = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.307272] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.tcp_keepidle = 600 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.307444] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.307610] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] zvm.ca_file = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.307769] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] zvm.cloud_connector_url = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.308064] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.308249] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] zvm.reachable_timeout = 300 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.308424] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.308601] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.308782] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.connection_string = messaging:// {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.308947] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.enabled = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.309133] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.es_doc_type = notification {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.309305] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.es_scroll_size = 10000 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.309475] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.es_scroll_time = 2m {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.309639] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.filter_error_trace = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.309806] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.hmac_keys = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.309973] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.sentinel_service_name = mymaster {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.310158] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.socket_timeout = 0.1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.310325] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.trace_requests = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.310482] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler.trace_sqlalchemy = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.310664] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler_jaeger.process_tags = {} {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.310825] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler_jaeger.service_name_prefix = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.310986] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] profiler_otlp.service_name_prefix = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.311166] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] remote_debug.host = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.311329] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] remote_debug.port = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.311502] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.311665] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.311828] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.311985] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.312160] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.312322] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.312482] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.312641] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.312802] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.312972] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.313162] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.313335] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.313504] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.313668] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.313830] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.313998] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.314175] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.314340] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.314537] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.314722] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.314888] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.315065] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.315260] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.315435] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.315599] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.315760] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.315920] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.316103] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.316268] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.316429] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.316590] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.ssl = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.316760] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.316926] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.317100] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.317269] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.317436] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.ssl_version = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.317620] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.317808] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.317972] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_notifications.retry = -1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.318165] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.318339] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_messaging_notifications.transport_url = **** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.318510] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.auth_section = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.318670] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.auth_type = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.318828] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.cafile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.318984] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.certfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.319163] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.collect_timing = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.319324] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.connect_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.319482] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.connect_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.319641] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.endpoint_id = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.319811] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.endpoint_interface = publicURL {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.319970] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.endpoint_override = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.320162] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.endpoint_region_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.320336] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.endpoint_service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.320495] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.endpoint_service_type = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.320657] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.insecure = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.320813] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.keyfile = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.320967] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.max_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.321137] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.min_version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.321294] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.region_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.321452] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.retriable_status_codes = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.321607] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.service_name = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.321763] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.service_type = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.321923] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.split_loggers = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.322092] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.status_code_retries = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.322255] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.status_code_retry_delay = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.322410] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.timeout = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.322566] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.valid_interfaces = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.322723] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_limit.version = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.322891] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_reports.file_event_handler = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.323076] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.323235] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] oslo_reports.log_dir = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.323409] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.323570] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.323730] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.323895] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.324073] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.324240] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.324415] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.324567] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_ovs_privileged.group = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.324726] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.324889] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.325064] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.325256] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] vif_plug_ovs_privileged.user = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.325439] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_linux_bridge.flat_interface = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.325625] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.325800] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.325979] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.326164] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.326608] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.326608] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.326739] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.326874] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.327058] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_ovs.isolate_vif = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.327233] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.327401] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.327598] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.327773] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_ovs.ovsdb_interface = native {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.327937] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] os_vif_ovs.per_port_bridge = False {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.328123] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] privsep_osbrick.capabilities = [21] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.328285] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] privsep_osbrick.group = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.328444] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] privsep_osbrick.helper_command = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.328608] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.328770] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.328927] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] privsep_osbrick.user = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.329115] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.329275] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] nova_sys_admin.group = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.329434] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] nova_sys_admin.helper_command = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.329597] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.329760] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.329916] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] nova_sys_admin.user = None {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 618.330054] env[69773]: DEBUG oslo_service.backend.eventlet.service [None req-e17ea812-5f37-4a3d-8045-d6940e70fbed None None] ******************************************************************************** {{(pid=69773) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 618.330458] env[69773]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 618.833857] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Getting list of instances from cluster (obj){ [ 618.833857] env[69773]: value = "domain-c8" [ 618.833857] env[69773]: _type = "ClusterComputeResource" [ 618.833857] env[69773]: } {{(pid=69773) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 618.834942] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57e1049-2091-46c4-ad3c-67968f9c690e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.843899] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Got total of 0 instances {{(pid=69773) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 618.844479] env[69773]: WARNING nova.virt.vmwareapi.driver [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 618.844944] env[69773]: INFO nova.virt.node [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Generated node identity 9accc708-4d34-4324-945b-6edf01e232c6 [ 618.845219] env[69773]: INFO nova.virt.node [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Wrote node identity 9accc708-4d34-4324-945b-6edf01e232c6 to /opt/stack/data/n-cpu-1/compute_id [ 619.347886] env[69773]: WARNING nova.compute.manager [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Compute nodes ['9accc708-4d34-4324-945b-6edf01e232c6'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 620.353552] env[69773]: INFO nova.compute.manager [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 621.358696] env[69773]: WARNING nova.compute.manager [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 621.359053] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.359201] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.359358] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.359515] env[69773]: DEBUG nova.compute.resource_tracker [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 621.360510] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802e1df4-7a5a-4d0c-8c92-a6192502f215 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.369037] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63334c1-2310-4b63-bd9c-206d4d33b7c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.383387] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01804eec-d13d-42b6-a9ff-5ff8bbb01653 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.390053] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea125d28-d29a-4c70-86dc-e9ce5b7f1cfe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.418430] env[69773]: DEBUG nova.compute.resource_tracker [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180957MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 621.418569] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.418773] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.921655] env[69773]: WARNING nova.compute.resource_tracker [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] No compute node record for cpu-1:9accc708-4d34-4324-945b-6edf01e232c6: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 9accc708-4d34-4324-945b-6edf01e232c6 could not be found. [ 622.425147] env[69773]: INFO nova.compute.resource_tracker [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 9accc708-4d34-4324-945b-6edf01e232c6 [ 623.933353] env[69773]: DEBUG nova.compute.resource_tracker [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 623.933734] env[69773]: DEBUG nova.compute.resource_tracker [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 624.094170] env[69773]: INFO nova.scheduler.client.report [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] [req-d2fabcbb-8e3e-4c52-9d27-50e3eb9c4152] Created resource provider record via placement API for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 624.111075] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ac1083-368e-45cb-9a77-f390703fb0da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.118783] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5467ed92-5c56-48c9-8c5e-ccdf5a173b75 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.149091] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53d9744-0ce6-4dca-92b2-2fdc8214af8a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.156237] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353fd187-5ad2-4a90-8870-5bd7d9011a83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.169267] env[69773]: DEBUG nova.compute.provider_tree [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.704260] env[69773]: DEBUG nova.scheduler.client.report [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 624.704512] env[69773]: DEBUG nova.compute.provider_tree [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 0 to 1 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 624.704664] env[69773]: DEBUG nova.compute.provider_tree [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.753832] env[69773]: DEBUG nova.compute.provider_tree [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 1 to 2 during operation: update_traits {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 625.257892] env[69773]: DEBUG nova.compute.resource_tracker [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 625.258241] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.839s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.258241] env[69773]: DEBUG nova.service [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Creating RPC server for service compute {{(pid=69773) start /opt/stack/nova/nova/service.py:186}} [ 625.271297] env[69773]: DEBUG nova.service [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] Join ServiceGroup membership for this service compute {{(pid=69773) start /opt/stack/nova/nova/service.py:203}} [ 625.271472] env[69773]: DEBUG nova.servicegroup.drivers.db [None req-a8818fc8-2aa9-4666-af3d-f00045facfcd None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69773) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 634.274120] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.777289] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Getting list of instances from cluster (obj){ [ 634.777289] env[69773]: value = "domain-c8" [ 634.777289] env[69773]: _type = "ClusterComputeResource" [ 634.777289] env[69773]: } {{(pid=69773) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 634.778588] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8deee91-8815-4a6c-93c5-e76b574293e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.787360] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Got total of 0 instances {{(pid=69773) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 634.787621] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 634.787929] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Getting list of instances from cluster (obj){ [ 634.787929] env[69773]: value = "domain-c8" [ 634.787929] env[69773]: _type = "ClusterComputeResource" [ 634.787929] env[69773]: } {{(pid=69773) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 634.788778] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41036a7-edb0-4cdc-b1c1-6e8091478328 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.795760] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Got total of 0 instances {{(pid=69773) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 663.989075] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.989408] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.494708] env[69773]: DEBUG nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.036377] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.036652] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.038839] env[69773]: INFO nova.compute.claims [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.352641] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "f1d027e6-d48a-42ad-9099-7798329d205f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.353679] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "f1d027e6-d48a-42ad-9099-7798329d205f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.857359] env[69773]: DEBUG nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 666.111240] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8e0740-d26b-4485-83df-d98569b50346 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.118205] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec85bd0d-a604-4ee3-ae6f-ea15a538b171 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.150907] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5e6f22-f1d6-448e-9e2a-a911568f6c66 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.158388] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4df01b-cb34-4c83-9aa8-6e1819bf60cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.172809] env[69773]: DEBUG nova.compute.provider_tree [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.387032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.676876] env[69773]: DEBUG nova.scheduler.client.report [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.184645] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.185677] env[69773]: DEBUG nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.190767] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.804s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.192463] env[69773]: INFO nova.compute.claims [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.202136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquiring lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.202136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.701022] env[69773]: DEBUG nova.compute.utils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.701798] env[69773]: DEBUG nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.701798] env[69773]: DEBUG nova.network.neutron [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.708092] env[69773]: DEBUG nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.203736] env[69773]: DEBUG nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.250810] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.323117] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be222e23-87e5-4b48-b476-c13cc7e6176e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.339041] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce2badb-8d98-4cb8-97c5-1c78a9ab9187 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.381129] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec21c6a-3583-433a-a752-a7dca9edcd04 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.390361] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c7fa2-9b68-43e1-af4e-15aa33a5229b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.405263] env[69773]: DEBUG nova.compute.provider_tree [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.530819] env[69773]: DEBUG nova.policy [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b20c72d37b040cbaf65e6c850125261', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d69b7f23b124463ae68ecdcb1d6a108', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.910756] env[69773]: DEBUG nova.scheduler.client.report [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.215977] env[69773]: DEBUG nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.256141] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.256141] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.256141] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.256299] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.256299] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.256299] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.256299] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.256449] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.257218] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.257218] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.257218] env[69773]: DEBUG nova.virt.hardware [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.258597] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90a4d03-b3c7-4b53-9347-7b86eb0d8295 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.270179] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cb8ef1-32b1-4946-ad6d-8c4e4bf133cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.289867] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882f978c-f5ae-4e75-8c5d-cc0f5334b3df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.419697] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.226s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.419697] env[69773]: DEBUG nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.420702] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.169s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.421453] env[69773]: INFO nova.compute.claims [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.733209] env[69773]: DEBUG nova.network.neutron [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Successfully created port: 068bfb8f-088d-4add-af42-3cae77574245 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.928116] env[69773]: DEBUG nova.compute.utils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.929286] env[69773]: DEBUG nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.930701] env[69773]: DEBUG nova.network.neutron [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.071414] env[69773]: DEBUG nova.policy [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fa69983e40d436fa05f6b7b430818d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589ea34d8af746cbb896aa6eb9039f07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.446109] env[69773]: DEBUG nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.551154] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b09a0d-d581-4290-8cdd-4ea2ede29a40 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.561858] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15401f82-f043-42b9-b2a3-3b50250a149a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.603466] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580746e3-1162-40d7-9caf-9cd9426843c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.614520] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a7f546-e82b-44df-a316-2f22729f2eca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.642995] env[69773]: DEBUG nova.compute.provider_tree [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.684457] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.684675] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.087199] env[69773]: DEBUG nova.network.neutron [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Successfully created port: cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.146666] env[69773]: DEBUG nova.scheduler.client.report [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.188437] env[69773]: DEBUG nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.321715] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquiring lock "9e384226-0312-4206-b002-e1ab45e19487" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.321954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "9e384226-0312-4206-b002-e1ab45e19487" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.458863] env[69773]: DEBUG nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.490881] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.491215] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.491304] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.491450] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.491591] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.491734] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.491930] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.492746] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.492746] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.492746] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.492881] env[69773]: DEBUG nova.virt.hardware [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.494360] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa4f566-42c1-4aa4-bae1-a370b185a17a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.508444] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184bef17-7b31-46a8-a4da-49a7d98bf551 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.659449] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.659957] env[69773]: DEBUG nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 671.729186] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.729671] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.731877] env[69773]: INFO nova.compute.claims [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.824332] env[69773]: DEBUG nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.166059] env[69773]: DEBUG nova.compute.utils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.168127] env[69773]: DEBUG nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.168260] env[69773]: DEBUG nova.network.neutron [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.366131] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.387706] env[69773]: DEBUG nova.policy [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99f98011bd924b868ea2cda327cf24b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f985e2f04f3c449197550ca648bccbc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.670154] env[69773]: DEBUG nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 672.847289] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1200ff-2093-4800-be85-b6cca59e3e26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.860971] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303a5b5-482d-432a-bc5b-2d9bb4eb570a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.900181] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5494a8-7aaf-4f87-ad90-2a194fbe09b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.910073] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbae04d-6a5d-40b4-831f-d55a0a623084 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.926544] env[69773]: DEBUG nova.compute.provider_tree [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.298765] env[69773]: DEBUG nova.network.neutron [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Successfully updated port: 068bfb8f-088d-4add-af42-3cae77574245 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.430214] env[69773]: DEBUG nova.scheduler.client.report [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.497961] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.497961] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.497961] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.497961] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.497961] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.497961] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.498223] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.498223] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 673.498223] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.584101] env[69773]: DEBUG nova.network.neutron [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Successfully created port: 8830d7cf-b5cc-4419-8448-95181e2b06de {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.682482] env[69773]: DEBUG nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 673.713720] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 673.713954] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 673.714116] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 673.714288] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 673.715038] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 673.715038] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 673.715038] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 673.715038] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 673.715282] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 673.715563] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 673.715847] env[69773]: DEBUG nova.virt.hardware [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 673.716902] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3876d0b1-5d23-4f10-9d1e-5b5019c19e26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.726882] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d038ece-8ba9-431f-a38e-8f3bf31bec39 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.807244] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "refresh_cache-9409d427-c5e3-4ed7-ab78-9881ecf495c8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.807892] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquired lock "refresh_cache-9409d427-c5e3-4ed7-ab78-9881ecf495c8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.807892] env[69773]: DEBUG nova.network.neutron [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 673.940738] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.941326] env[69773]: DEBUG nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.945106] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.579s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.947383] env[69773]: INFO nova.compute.claims [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.954109] env[69773]: DEBUG nova.network.neutron [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Successfully updated port: cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.001478] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.387596] env[69773]: DEBUG nova.network.neutron [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 674.451707] env[69773]: DEBUG nova.compute.utils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.460593] env[69773]: DEBUG nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 674.460593] env[69773]: DEBUG nova.network.neutron [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 674.463552] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "refresh_cache-f1d027e6-d48a-42ad-9099-7798329d205f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.463673] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "refresh_cache-f1d027e6-d48a-42ad-9099-7798329d205f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.463875] env[69773]: DEBUG nova.network.neutron [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 674.550412] env[69773]: DEBUG nova.policy [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6915611961c485181e8e6c032b6d22a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9258755c2c74ad98a6fc7438225c534', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.567138] env[69773]: DEBUG nova.compute.manager [req-0469e1e2-a03a-4c9f-ad29-a7a81ec1dff0 req-52844a32-5d28-453f-9049-8383098643c7 service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Received event network-vif-plugged-068bfb8f-088d-4add-af42-3cae77574245 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.567138] env[69773]: DEBUG oslo_concurrency.lockutils [req-0469e1e2-a03a-4c9f-ad29-a7a81ec1dff0 req-52844a32-5d28-453f-9049-8383098643c7 service nova] Acquiring lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.567138] env[69773]: DEBUG oslo_concurrency.lockutils [req-0469e1e2-a03a-4c9f-ad29-a7a81ec1dff0 req-52844a32-5d28-453f-9049-8383098643c7 service nova] Lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.569558] env[69773]: DEBUG oslo_concurrency.lockutils [req-0469e1e2-a03a-4c9f-ad29-a7a81ec1dff0 req-52844a32-5d28-453f-9049-8383098643c7 service nova] Lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.569830] env[69773]: DEBUG nova.compute.manager [req-0469e1e2-a03a-4c9f-ad29-a7a81ec1dff0 req-52844a32-5d28-453f-9049-8383098643c7 service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] No waiting events found dispatching network-vif-plugged-068bfb8f-088d-4add-af42-3cae77574245 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.570074] env[69773]: WARNING nova.compute.manager [req-0469e1e2-a03a-4c9f-ad29-a7a81ec1dff0 req-52844a32-5d28-453f-9049-8383098643c7 service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Received unexpected event network-vif-plugged-068bfb8f-088d-4add-af42-3cae77574245 for instance with vm_state building and task_state spawning. [ 674.961704] env[69773]: DEBUG nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.991123] env[69773]: DEBUG nova.network.neutron [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Updating instance_info_cache with network_info: [{"id": "068bfb8f-088d-4add-af42-3cae77574245", "address": "fa:16:3e:9b:72:fa", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068bfb8f-08", "ovs_interfaceid": "068bfb8f-088d-4add-af42-3cae77574245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.091777] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc07b66-f049-4db9-a98b-4afe26841fa4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.102106] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de4c310-ce60-402f-9154-0f271165276e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.109350] env[69773]: DEBUG nova.network.neutron [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 675.135150] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898f72f-02db-42f2-a2be-802f1b2b384c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.146415] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f670424-0d29-4956-8977-12a40b3586e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.165933] env[69773]: DEBUG nova.compute.provider_tree [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.494218] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Releasing lock "refresh_cache-9409d427-c5e3-4ed7-ab78-9881ecf495c8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.494607] env[69773]: DEBUG nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Instance network_info: |[{"id": "068bfb8f-088d-4add-af42-3cae77574245", "address": "fa:16:3e:9b:72:fa", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068bfb8f-08", "ovs_interfaceid": "068bfb8f-088d-4add-af42-3cae77574245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.495079] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:72:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '068bfb8f-088d-4add-af42-3cae77574245', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.511013] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.511013] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6310e99c-422e-4997-bc27-e175f26d844f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.528647] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Created folder: OpenStack in parent group-v4. [ 675.529106] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Creating folder: Project (2d69b7f23b124463ae68ecdcb1d6a108). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.529736] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f02d588e-2689-4438-859b-38e8ae0b03dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.539951] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Created folder: Project (2d69b7f23b124463ae68ecdcb1d6a108) in parent group-v676268. [ 675.540231] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Creating folder: Instances. Parent ref: group-v676269. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.540465] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9f44bf2-4f03-4f09-bd90-cee7ed9d62d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.551330] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Created folder: Instances in parent group-v676269. [ 675.551540] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.551883] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.552891] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8969a92-93e9-40c0-86e2-0e47ae40cdc6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.582028] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.582028] env[69773]: value = "task-3389455" [ 675.582028] env[69773]: _type = "Task" [ 675.582028] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.589489] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389455, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.668661] env[69773]: DEBUG nova.scheduler.client.report [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.674747] env[69773]: DEBUG nova.compute.manager [req-cca8f187-2e1a-4d54-841d-6dc5cdfc66ea req-a0e8e140-3d19-44c8-bb0c-8a89b84a30d1 service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Received event network-vif-plugged-cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.674888] env[69773]: DEBUG oslo_concurrency.lockutils [req-cca8f187-2e1a-4d54-841d-6dc5cdfc66ea req-a0e8e140-3d19-44c8-bb0c-8a89b84a30d1 service nova] Acquiring lock "f1d027e6-d48a-42ad-9099-7798329d205f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.675731] env[69773]: DEBUG oslo_concurrency.lockutils [req-cca8f187-2e1a-4d54-841d-6dc5cdfc66ea req-a0e8e140-3d19-44c8-bb0c-8a89b84a30d1 service nova] Lock "f1d027e6-d48a-42ad-9099-7798329d205f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.675731] env[69773]: DEBUG oslo_concurrency.lockutils [req-cca8f187-2e1a-4d54-841d-6dc5cdfc66ea req-a0e8e140-3d19-44c8-bb0c-8a89b84a30d1 service nova] Lock "f1d027e6-d48a-42ad-9099-7798329d205f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.675731] env[69773]: DEBUG nova.compute.manager [req-cca8f187-2e1a-4d54-841d-6dc5cdfc66ea req-a0e8e140-3d19-44c8-bb0c-8a89b84a30d1 service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] No waiting events found dispatching network-vif-plugged-cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.675731] env[69773]: WARNING nova.compute.manager [req-cca8f187-2e1a-4d54-841d-6dc5cdfc66ea req-a0e8e140-3d19-44c8-bb0c-8a89b84a30d1 service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Received unexpected event network-vif-plugged-cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2 for instance with vm_state building and task_state spawning. [ 675.685679] env[69773]: DEBUG nova.network.neutron [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Successfully created port: 0d93d2eb-849b-44ac-818d-936da46c54f6 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 675.690104] env[69773]: DEBUG nova.network.neutron [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Updating instance_info_cache with network_info: [{"id": "cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2", "address": "fa:16:3e:f0:19:99", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbeb60ff-90", "ovs_interfaceid": "cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.976656] env[69773]: DEBUG nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 676.008458] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.008676] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.008820] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.008989] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.009141] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.009278] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.009477] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.009625] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.009779] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.009942] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.010120] env[69773]: DEBUG nova.virt.hardware [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.011057] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b9d842-4d17-4027-b305-f0904982df0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.020242] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e1b639-7601-4bfe-950d-7828665a2a8a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.088302] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389455, 'name': CreateVM_Task, 'duration_secs': 0.328322} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.088493] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.115184] env[69773]: DEBUG oslo_vmware.service [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507420c3-a4be-48b3-b736-e31188f1e7e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.121625] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.121962] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.122617] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.122858] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e4c78fd-3dcd-43a7-889e-fc0b5b72a9e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.127611] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 676.127611] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c75c33-8a0f-46a4-fca9-1ada1bef77b2" [ 676.127611] env[69773]: _type = "Task" [ 676.127611] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.136288] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c75c33-8a0f-46a4-fca9-1ada1bef77b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.177598] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.178202] env[69773]: DEBUG nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.181315] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.180s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.181584] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.181700] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 676.182534] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befdb263-c766-4a6e-9eb5-6e3dd131ccff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.191812] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883673c6-0e1a-43d7-ad65-4cba813cb397 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.196999] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "refresh_cache-f1d027e6-d48a-42ad-9099-7798329d205f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.197306] env[69773]: DEBUG nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Instance network_info: |[{"id": "cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2", "address": "fa:16:3e:f0:19:99", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbeb60ff-90", "ovs_interfaceid": "cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.197697] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:19:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.208121] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Creating folder: Project (589ea34d8af746cbb896aa6eb9039f07). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.210057] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8e6b41e-ae58-4638-badd-5e3c35b6ac9a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.223963] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c9752-a3e2-492c-8973-676054deb5bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.237657] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee0dd3d-e2a5-412d-ac2f-f653e5524d18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.242972] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Created folder: Project (589ea34d8af746cbb896aa6eb9039f07) in parent group-v676268. [ 676.242972] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Creating folder: Instances. Parent ref: group-v676272. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.243949] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f765a460-dd3e-495c-b5b1-7af591fbe193 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.273173] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180960MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 676.273173] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.273355] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.277047] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Created folder: Instances in parent group-v676272. [ 676.277047] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.277270] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.278138] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6bb12a1-4b9d-463f-8226-f8f6cf130607 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.295839] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.295839] env[69773]: value = "task-3389458" [ 676.295839] env[69773]: _type = "Task" [ 676.295839] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.305236] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389458, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.361876] env[69773]: DEBUG nova.network.neutron [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Successfully updated port: 8830d7cf-b5cc-4419-8448-95181e2b06de {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.638752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.639038] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.639296] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.639433] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.639840] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.640145] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beeee7f1-ed2a-4596-bc63-088f276b2554 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.648997] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.649810] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.650361] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9f155e-427f-4223-ab2a-d1344f1de9ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.659476] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebd6afe-364d-48d5-b3c6-0baa69e1ab5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.665876] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 676.665876] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c685a7-9e3f-2708-ba73-789f153f7ead" [ 676.665876] env[69773]: _type = "Task" [ 676.665876] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.677200] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c685a7-9e3f-2708-ba73-789f153f7ead, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.688569] env[69773]: DEBUG nova.compute.utils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.690023] env[69773]: DEBUG nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.690230] env[69773]: DEBUG nova.network.neutron [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.812018] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389458, 'name': CreateVM_Task, 'duration_secs': 0.305525} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.812018] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.813519] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.813699] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.814044] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.815783] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884c89dc-b6ef-4437-918e-dc59793505a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.821897] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 676.821897] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e7351f-c33f-f974-1ed1-20045d5f4d7a" [ 676.821897] env[69773]: _type = "Task" [ 676.821897] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.828920] env[69773]: DEBUG nova.policy [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '400f39df0e964f6794d02dbfac1fe72e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c978824b7d9c4e81985049bc14ad6733', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.839059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.839357] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.839613] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.866039] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquiring lock "refresh_cache-4027dcf8-ef12-4c62-8a69-5f19f2449bf1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.866240] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquired lock "refresh_cache-4027dcf8-ef12-4c62-8a69-5f19f2449bf1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.866386] env[69773]: DEBUG nova.network.neutron [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 677.048561] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquiring lock "f2a79448-d927-4cfe-8648-4edc226c5369" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.048872] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "f2a79448-d927-4cfe-8648-4edc226c5369" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.177989] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Preparing fetch location {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 677.178180] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Creating directory with path [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.178431] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6588994f-21a1-4961-b7e3-f5799b0d503e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.193614] env[69773]: DEBUG nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.202575] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Created directory with path [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.202575] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Fetch image to [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 677.202575] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Downloading image file data 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 to [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69773) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 677.205109] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dae8b8f-334c-42ac-8fa4-b69939905897 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.211468] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4700c-687a-45d6-8f60-08d9e029d4a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.225445] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abf87f3-5a04-4264-8de5-e9aed5a3f432 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.266202] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6beb19c-0eeb-4763-98d2-b024f2f7e415 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.275347] env[69773]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-dd1b2521-1e9e-47c5-8db2-85cefb6ec96f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.309791] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Downloading image file data 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 to the data store datastore1 {{(pid=69773) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 677.312634] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 9409d427-c5e3-4ed7-ab78-9881ecf495c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.312899] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance f1d027e6-d48a-42ad-9099-7798329d205f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.312899] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 4027dcf8-ef12-4c62-8a69-5f19f2449bf1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.313048] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 26d30203-6fef-4dbc-a6f4-63fc6987f6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.313795] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 9e384226-0312-4206-b002-e1ab45e19487 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 677.392452] env[69773]: DEBUG oslo_vmware.rw_handles [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69773) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 677.461299] env[69773]: DEBUG nova.network.neutron [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 677.555432] env[69773]: DEBUG nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.704378] env[69773]: DEBUG nova.network.neutron [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Successfully created port: a65b9f56-a4c2-4fbf-8da6-a5f8392718ac {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.817626] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance f2a79448-d927-4cfe-8648-4edc226c5369 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 677.817626] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 677.817626] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 677.985778] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f330727e-42e5-4007-8536-85e91432a7f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.993484] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5336b755-ebd9-482c-ba56-8dd25ed45cc6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.042990] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cb9f39-da11-4a62-a6d5-48fdf2ac7c96 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.053933] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37009d33-c8cd-43c0-8c15-8da3cb80018c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.059509] env[69773]: DEBUG nova.network.neutron [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Updating instance_info_cache with network_info: [{"id": "8830d7cf-b5cc-4419-8448-95181e2b06de", "address": "fa:16:3e:3d:f7:30", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8830d7cf-b5", "ovs_interfaceid": "8830d7cf-b5cc-4419-8448-95181e2b06de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.079580] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.096462] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.127335] env[69773]: DEBUG oslo_vmware.rw_handles [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Completed reading data from the image iterator. {{(pid=69773) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 678.128272] env[69773]: DEBUG oslo_vmware.rw_handles [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 678.138674] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquiring lock "de2e4ff6-207c-4615-a283-bc56ffe88e23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.138984] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "de2e4ff6-207c-4615-a283-bc56ffe88e23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.215704] env[69773]: DEBUG nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.243563] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.244173] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.244334] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.244561] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.244905] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.245106] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.245531] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.245825] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.246034] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.246393] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.246609] env[69773]: DEBUG nova.virt.hardware [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.247966] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647d53d8-0917-44b7-a9fc-8807ba25cf45 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.257646] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3d1c18-ec06-4783-8f04-d0033b6f3328 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.346809] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Downloaded image file data 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 to vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk on the data store datastore1 {{(pid=69773) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 678.348849] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Caching image {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 678.348948] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Copying Virtual Disk [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk to [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.349583] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da9692df-758a-4b19-b3fe-6332d2aea81e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.357758] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 678.357758] env[69773]: value = "task-3389459" [ 678.357758] env[69773]: _type = "Task" [ 678.357758] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.367884] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.568819] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Releasing lock "refresh_cache-4027dcf8-ef12-4c62-8a69-5f19f2449bf1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.569198] env[69773]: DEBUG nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Instance network_info: |[{"id": "8830d7cf-b5cc-4419-8448-95181e2b06de", "address": "fa:16:3e:3d:f7:30", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8830d7cf-b5", "ovs_interfaceid": "8830d7cf-b5cc-4419-8448-95181e2b06de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.569982] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:f7:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8830d7cf-b5cc-4419-8448-95181e2b06de', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.579172] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Creating folder: Project (f985e2f04f3c449197550ca648bccbc9). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.580267] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b547642-75b7-4b47-a264-d4af1931383e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.586515] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.591854] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Created folder: Project (f985e2f04f3c449197550ca648bccbc9) in parent group-v676268. [ 678.592059] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Creating folder: Instances. Parent ref: group-v676275. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.592533] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c03565e7-c2a9-4ea8-b7f5-3263cb738250 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.602403] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Created folder: Instances in parent group-v676275. [ 678.602655] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.602844] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.603055] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a27e7588-cc16-4c89-a4da-a217ce0a9942 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.624616] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.624616] env[69773]: value = "task-3389462" [ 678.624616] env[69773]: _type = "Task" [ 678.624616] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.634252] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389462, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.641320] env[69773]: DEBUG nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.870877] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389459, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.880305] env[69773]: DEBUG nova.network.neutron [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Successfully updated port: 0d93d2eb-849b-44ac-818d-936da46c54f6 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.095229] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 679.095229] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.821s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.095229] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.999s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.096622] env[69773]: INFO nova.compute.claims [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.143823] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389462, 'name': CreateVM_Task, 'duration_secs': 0.512423} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.144043] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.147752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.147752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.147752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.155296] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9335a04-71ff-43e4-9c59-cdcf148adfdf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.165663] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 679.165663] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aceb60-6a2e-d132-73dc-a3e27a04f1ec" [ 679.165663] env[69773]: _type = "Task" [ 679.165663] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.178444] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aceb60-6a2e-d132-73dc-a3e27a04f1ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.205548] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.373066] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678237} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.373636] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Copied Virtual Disk [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk to [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.373875] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Deleting the datastore file [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.374091] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9c4bc5f-78ad-4f3c-b09b-8977b0689ac3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.382203] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 679.382203] env[69773]: value = "task-3389463" [ 679.382203] env[69773]: _type = "Task" [ 679.382203] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.386459] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.386585] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.387152] env[69773]: DEBUG nova.network.neutron [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 679.392999] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.531932] env[69773]: DEBUG nova.compute.manager [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Received event network-changed-068bfb8f-088d-4add-af42-3cae77574245 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.531932] env[69773]: DEBUG nova.compute.manager [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Refreshing instance network info cache due to event network-changed-068bfb8f-088d-4add-af42-3cae77574245. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.531932] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Acquiring lock "refresh_cache-9409d427-c5e3-4ed7-ab78-9881ecf495c8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.531932] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Acquired lock "refresh_cache-9409d427-c5e3-4ed7-ab78-9881ecf495c8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.531932] env[69773]: DEBUG nova.network.neutron [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Refreshing network info cache for port 068bfb8f-088d-4add-af42-3cae77574245 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 679.678599] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.678950] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.679465] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.898705] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025246} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.898965] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.899200] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Moving file from [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 to [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6. {{(pid=69773) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 679.899484] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-251980d7-b2d4-43ce-9173-d6be609ec6bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.907486] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 679.907486] env[69773]: value = "task-3389464" [ 679.907486] env[69773]: _type = "Task" [ 679.907486] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.917692] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389464, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.993649] env[69773]: DEBUG nova.network.neutron [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 680.268991] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ce523-c71e-4c72-9327-ab7f8fbb9977 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.276354] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d46d72-15d3-47df-86fd-489593acbb23 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.315744] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103d61c4-6320-4818-97bb-f206bf084e3c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.326192] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18eef09b-41c6-471d-a1d0-a0c89644ab56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.342225] env[69773]: DEBUG nova.compute.provider_tree [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.417965] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389464, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028047} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.418475] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] File moved {{(pid=69773) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 680.418799] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Cleaning up location [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 680.419095] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Deleting the datastore file [datastore1] vmware_temp/6e1c3cc2-e828-4191-94ea-07abec981be6 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 680.419464] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ceb8fd4c-fc2d-4d24-b548-8dba90f14a7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.423672] env[69773]: DEBUG nova.compute.manager [req-3c7d68ad-31ff-4eea-a988-bc9b5ebe6cbf req-7b20d565-9ba9-4d23-aa9c-4147b10a943a service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Received event network-changed-cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.424067] env[69773]: DEBUG nova.compute.manager [req-3c7d68ad-31ff-4eea-a988-bc9b5ebe6cbf req-7b20d565-9ba9-4d23-aa9c-4147b10a943a service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Refreshing instance network info cache due to event network-changed-cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.424392] env[69773]: DEBUG oslo_concurrency.lockutils [req-3c7d68ad-31ff-4eea-a988-bc9b5ebe6cbf req-7b20d565-9ba9-4d23-aa9c-4147b10a943a service nova] Acquiring lock "refresh_cache-f1d027e6-d48a-42ad-9099-7798329d205f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.424650] env[69773]: DEBUG oslo_concurrency.lockutils [req-3c7d68ad-31ff-4eea-a988-bc9b5ebe6cbf req-7b20d565-9ba9-4d23-aa9c-4147b10a943a service nova] Acquired lock "refresh_cache-f1d027e6-d48a-42ad-9099-7798329d205f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.424917] env[69773]: DEBUG nova.network.neutron [req-3c7d68ad-31ff-4eea-a988-bc9b5ebe6cbf req-7b20d565-9ba9-4d23-aa9c-4147b10a943a service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Refreshing network info cache for port cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 680.432952] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 680.432952] env[69773]: value = "task-3389465" [ 680.432952] env[69773]: _type = "Task" [ 680.432952] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.440348] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.693973] env[69773]: DEBUG nova.network.neutron [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance_info_cache with network_info: [{"id": "0d93d2eb-849b-44ac-818d-936da46c54f6", "address": "fa:16:3e:b0:4d:c1", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d93d2eb-84", "ovs_interfaceid": "0d93d2eb-849b-44ac-818d-936da46c54f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.850748] env[69773]: DEBUG nova.scheduler.client.report [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.953961] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024536} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.953961] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.954190] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-903efa94-ed4f-45e2-839b-fd579ea42832 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.959663] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 680.959663] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52135ab1-6859-58fe-3d8c-4fe36fd8d996" [ 680.959663] env[69773]: _type = "Task" [ 680.959663] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.969261] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52135ab1-6859-58fe-3d8c-4fe36fd8d996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.057795] env[69773]: DEBUG nova.network.neutron [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Updated VIF entry in instance network info cache for port 068bfb8f-088d-4add-af42-3cae77574245. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 681.058206] env[69773]: DEBUG nova.network.neutron [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Updating instance_info_cache with network_info: [{"id": "068bfb8f-088d-4add-af42-3cae77574245", "address": "fa:16:3e:9b:72:fa", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap068bfb8f-08", "ovs_interfaceid": "068bfb8f-088d-4add-af42-3cae77574245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.201024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.201024] env[69773]: DEBUG nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Instance network_info: |[{"id": "0d93d2eb-849b-44ac-818d-936da46c54f6", "address": "fa:16:3e:b0:4d:c1", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d93d2eb-84", "ovs_interfaceid": "0d93d2eb-849b-44ac-818d-936da46c54f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.201429] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:4d:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d93d2eb-849b-44ac-818d-936da46c54f6', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.213302] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Creating folder: Project (f9258755c2c74ad98a6fc7438225c534). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.214772] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-490dd8ae-2b65-4299-a3be-bfb1c9e7c960 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.224420] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Created folder: Project (f9258755c2c74ad98a6fc7438225c534) in parent group-v676268. [ 681.224920] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Creating folder: Instances. Parent ref: group-v676278. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.225342] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79f42b2d-33f9-4b3c-8429-2239cbc03150 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.235634] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Created folder: Instances in parent group-v676278. [ 681.235873] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.236089] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.236297] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ac088ef-774a-4e48-b5ae-11fd201022bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.259535] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.259535] env[69773]: value = "task-3389468" [ 681.259535] env[69773]: _type = "Task" [ 681.259535] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.271088] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389468, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.357774] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.358562] env[69773]: DEBUG nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.362402] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.157s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.364774] env[69773]: INFO nova.compute.claims [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.472522] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52135ab1-6859-58fe-3d8c-4fe36fd8d996, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.472970] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.473360] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9409d427-c5e3-4ed7-ab78-9881ecf495c8/9409d427-c5e3-4ed7-ab78-9881ecf495c8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.473742] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.474056] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.474363] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c435dd86-f906-4ecf-a692-573bb6d43537 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.476769] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33fa2d26-9545-42af-a045-93513f8d3b32 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.483097] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 681.483097] env[69773]: value = "task-3389469" [ 681.483097] env[69773]: _type = "Task" [ 681.483097] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.487689] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.487959] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.489149] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabaec0c-fd61-4412-a774-c229867c9a80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.495485] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.499139] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 681.499139] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5d553-ee2b-2a24-ed3d-bcb2c869b94a" [ 681.499139] env[69773]: _type = "Task" [ 681.499139] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.508159] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5d553-ee2b-2a24-ed3d-bcb2c869b94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.518597] env[69773]: DEBUG nova.network.neutron [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Successfully updated port: a65b9f56-a4c2-4fbf-8da6-a5f8392718ac {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.561447] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Releasing lock "refresh_cache-9409d427-c5e3-4ed7-ab78-9881ecf495c8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.562056] env[69773]: DEBUG nova.compute.manager [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Received event network-vif-plugged-8830d7cf-b5cc-4419-8448-95181e2b06de {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.562488] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Acquiring lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.562920] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.563264] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.563568] env[69773]: DEBUG nova.compute.manager [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] No waiting events found dispatching network-vif-plugged-8830d7cf-b5cc-4419-8448-95181e2b06de {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.563839] env[69773]: WARNING nova.compute.manager [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Received unexpected event network-vif-plugged-8830d7cf-b5cc-4419-8448-95181e2b06de for instance with vm_state building and task_state spawning. [ 681.564098] env[69773]: DEBUG nova.compute.manager [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Received event network-changed-8830d7cf-b5cc-4419-8448-95181e2b06de {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.564742] env[69773]: DEBUG nova.compute.manager [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Refreshing instance network info cache due to event network-changed-8830d7cf-b5cc-4419-8448-95181e2b06de. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.564742] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Acquiring lock "refresh_cache-4027dcf8-ef12-4c62-8a69-5f19f2449bf1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.564742] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Acquired lock "refresh_cache-4027dcf8-ef12-4c62-8a69-5f19f2449bf1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.565219] env[69773]: DEBUG nova.network.neutron [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Refreshing network info cache for port 8830d7cf-b5cc-4419-8448-95181e2b06de {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 681.774857] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389468, 'name': CreateVM_Task, 'duration_secs': 0.333373} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.775054] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.776523] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.776645] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.777514] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.777826] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a22dadc4-dcb0-44c3-8433-cccf9a74a5c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.784351] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 681.784351] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522f955a-c4dc-d11e-5525-512973671dda" [ 681.784351] env[69773]: _type = "Task" [ 681.784351] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.796731] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522f955a-c4dc-d11e-5525-512973671dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.865372] env[69773]: DEBUG nova.compute.utils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.869335] env[69773]: DEBUG nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.869335] env[69773]: DEBUG nova.network.neutron [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.955975] env[69773]: DEBUG nova.network.neutron [req-3c7d68ad-31ff-4eea-a988-bc9b5ebe6cbf req-7b20d565-9ba9-4d23-aa9c-4147b10a943a service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Updated VIF entry in instance network info cache for port cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 681.956377] env[69773]: DEBUG nova.network.neutron [req-3c7d68ad-31ff-4eea-a988-bc9b5ebe6cbf req-7b20d565-9ba9-4d23-aa9c-4147b10a943a service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Updating instance_info_cache with network_info: [{"id": "cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2", "address": "fa:16:3e:f0:19:99", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbeb60ff-90", "ovs_interfaceid": "cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.001951] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389469, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.021157] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquiring lock "refresh_cache-9e384226-0312-4206-b002-e1ab45e19487" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.021351] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquired lock "refresh_cache-9e384226-0312-4206-b002-e1ab45e19487" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.021507] env[69773]: DEBUG nova.network.neutron [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 682.022667] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5d553-ee2b-2a24-ed3d-bcb2c869b94a, 'name': SearchDatastore_Task, 'duration_secs': 0.008942} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.023685] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82505509-1a3e-428d-bea8-ef27e0e831db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.033594] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 682.033594] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525ae745-993e-a87a-0c5d-808295c255df" [ 682.033594] env[69773]: _type = "Task" [ 682.033594] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.044473] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525ae745-993e-a87a-0c5d-808295c255df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.054701] env[69773]: DEBUG nova.policy [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9081e6b662e14fe0838f60311d1ce9c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f649291278c946d78ccfd6ad8e90d48d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.301717] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522f955a-c4dc-d11e-5525-512973671dda, 'name': SearchDatastore_Task, 'duration_secs': 0.05016} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.302246] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.302551] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.302804] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.372324] env[69773]: DEBUG nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.460375] env[69773]: DEBUG oslo_concurrency.lockutils [req-3c7d68ad-31ff-4eea-a988-bc9b5ebe6cbf req-7b20d565-9ba9-4d23-aa9c-4147b10a943a service nova] Releasing lock "refresh_cache-f1d027e6-d48a-42ad-9099-7798329d205f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.510112] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547057} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.512408] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9409d427-c5e3-4ed7-ab78-9881ecf495c8/9409d427-c5e3-4ed7-ab78-9881ecf495c8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.512408] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.512408] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d78b37-553a-49b7-b47f-fed484844a79 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.519094] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 682.519094] env[69773]: value = "task-3389470" [ 682.519094] env[69773]: _type = "Task" [ 682.519094] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.542117] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.555351] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525ae745-993e-a87a-0c5d-808295c255df, 'name': SearchDatastore_Task, 'duration_secs': 0.021219} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.559077] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.559341] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] f1d027e6-d48a-42ad-9099-7798329d205f/f1d027e6-d48a-42ad-9099-7798329d205f.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.560584] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.560641] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.560841] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40c7604d-ba41-4c12-8acc-28bf6725af29 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.565539] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f8f1a70-ab26-4dc2-8c3f-0b4fc222f5a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.577165] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93c094d-09ab-49c6-9d33-11a49deac16a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.579704] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 682.579704] env[69773]: value = "task-3389471" [ 682.579704] env[69773]: _type = "Task" [ 682.579704] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.580998] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.581208] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.585149] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22afa13b-8706-4e6a-9876-68b5180d8af4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.592418] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154fe96d-89af-4ecf-9a08-aac0b7e9a19d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.601216] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.605304] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 682.605304] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fbff13-ebef-af72-a085-18543c4e9bcb" [ 682.605304] env[69773]: _type = "Task" [ 682.605304] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.638403] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cf78e8-7b8a-46b0-a4fc-867dad39b768 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.647067] env[69773]: DEBUG nova.network.neutron [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 682.655956] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fbff13-ebef-af72-a085-18543c4e9bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.007732} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.659063] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc78249-7214-4468-82fd-f2dc1d979849 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.667100] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eace365-05e6-43ac-9e82-5f5ddf96646e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.679751] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 682.679751] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5256279d-2d24-2437-2e3f-296b11efd979" [ 682.679751] env[69773]: _type = "Task" [ 682.679751] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.696686] env[69773]: DEBUG nova.compute.provider_tree [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.710064] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5256279d-2d24-2437-2e3f-296b11efd979, 'name': SearchDatastore_Task, 'duration_secs': 0.015753} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.710787] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.711167] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 4027dcf8-ef12-4c62-8a69-5f19f2449bf1/4027dcf8-ef12-4c62-8a69-5f19f2449bf1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.711167] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.711264] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.711537] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825cc425-f1b4-46e2-a1b5-cb988ea6addf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.713975] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ba23218-603f-47d5-91cd-59a5e49a3a29 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.722062] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 682.722062] env[69773]: value = "task-3389472" [ 682.722062] env[69773]: _type = "Task" [ 682.722062] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.723212] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.723381] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.728656] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d36b16-7423-4291-a98e-7e24e3f2a5ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.733186] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 682.733186] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52918a49-d033-0670-1752-7465abe4feba" [ 682.733186] env[69773]: _type = "Task" [ 682.733186] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.738727] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.744541] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52918a49-d033-0670-1752-7465abe4feba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.037872] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071704} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.038937] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.040071] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0296a4fd-41b4-4d75-88f8-6a0bf4b2dcec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.048859] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquiring lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.049265] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.081441] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 9409d427-c5e3-4ed7-ab78-9881ecf495c8/9409d427-c5e3-4ed7-ab78-9881ecf495c8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.083540] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-341232e9-0cb5-42ca-9590-1198e6953d4b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.112253] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509439} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.112984] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] f1d027e6-d48a-42ad-9099-7798329d205f/f1d027e6-d48a-42ad-9099-7798329d205f.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.113218] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.113514] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 683.113514] env[69773]: value = "task-3389473" [ 683.113514] env[69773]: _type = "Task" [ 683.113514] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.113696] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c844d39e-7c8e-497f-8f30-dabfd0229341 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.127142] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.128499] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 683.128499] env[69773]: value = "task-3389474" [ 683.128499] env[69773]: _type = "Task" [ 683.128499] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.155315] env[69773]: DEBUG nova.network.neutron [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Updated VIF entry in instance network info cache for port 8830d7cf-b5cc-4419-8448-95181e2b06de. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 683.155522] env[69773]: DEBUG nova.network.neutron [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Updating instance_info_cache with network_info: [{"id": "8830d7cf-b5cc-4419-8448-95181e2b06de", "address": "fa:16:3e:3d:f7:30", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8830d7cf-b5", "ovs_interfaceid": "8830d7cf-b5cc-4419-8448-95181e2b06de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.200024] env[69773]: DEBUG nova.network.neutron [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Successfully created port: e975ac8b-bb79-48d9-8d9d-52e77eedab80 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.202599] env[69773]: DEBUG nova.scheduler.client.report [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.237104] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389472, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.249729] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52918a49-d033-0670-1752-7465abe4feba, 'name': SearchDatastore_Task, 'duration_secs': 0.013345} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.250144] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a88a8e8-dcec-482b-924a-3c287b98c11e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.257924] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 683.257924] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52061aec-3e2f-c136-1abf-aaa8b8bf092b" [ 683.257924] env[69773]: _type = "Task" [ 683.257924] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.268196] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52061aec-3e2f-c136-1abf-aaa8b8bf092b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.269254] env[69773]: DEBUG nova.network.neutron [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Updating instance_info_cache with network_info: [{"id": "a65b9f56-a4c2-4fbf-8da6-a5f8392718ac", "address": "fa:16:3e:d1:22:f1", "network": {"id": "81dbe5b1-5378-4a3a-980a-1d85cc60bfe9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1850722965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c978824b7d9c4e81985049bc14ad6733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65b9f56-a4", "ovs_interfaceid": "a65b9f56-a4c2-4fbf-8da6-a5f8392718ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.383066] env[69773]: DEBUG nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.415666] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.416101] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.416101] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.416242] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.416571] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.416571] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.417666] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.417666] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.417666] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.417666] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.417666] env[69773]: DEBUG nova.virt.hardware [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.418506] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec15e486-c722-4ed2-8772-1ae9d81a4448 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.429216] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236695a0-8070-4c71-89d9-cb369afed01b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.551863] env[69773]: DEBUG nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.629988] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389473, 'name': ReconfigVM_Task, 'duration_secs': 0.500166} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.633156] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 9409d427-c5e3-4ed7-ab78-9881ecf495c8/9409d427-c5e3-4ed7-ab78-9881ecf495c8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.633978] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-680e9ca4-c77f-4a91-9b1a-fa91ce09e78f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.643366] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089107} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.644861] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.645241] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 683.645241] env[69773]: value = "task-3389475" [ 683.645241] env[69773]: _type = "Task" [ 683.645241] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.645984] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cf87d0-b87f-4962-a76c-b723c148836e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.672732] env[69773]: DEBUG oslo_concurrency.lockutils [req-5bba299e-329e-4926-9f31-eed205d9a8b2 req-b5867657-bb78-49b1-ae40-39e3a851ecfd service nova] Releasing lock "refresh_cache-4027dcf8-ef12-4c62-8a69-5f19f2449bf1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.682665] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] f1d027e6-d48a-42ad-9099-7798329d205f/f1d027e6-d48a-42ad-9099-7798329d205f.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.686733] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5afcd826-2ed7-44d8-95d3-08ce9e18d696 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.701584] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389475, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.708095] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 683.708095] env[69773]: value = "task-3389476" [ 683.708095] env[69773]: _type = "Task" [ 683.708095] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.711106] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.711106] env[69773]: DEBUG nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.725889] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.734682] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770884} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.736028] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 4027dcf8-ef12-4c62-8a69-5f19f2449bf1/4027dcf8-ef12-4c62-8a69-5f19f2449bf1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.736028] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.736028] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a22721c1-b6fb-4793-9199-f77380eb7520 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.743362] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 683.743362] env[69773]: value = "task-3389477" [ 683.743362] env[69773]: _type = "Task" [ 683.743362] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.753317] env[69773]: DEBUG nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Received event network-vif-plugged-0d93d2eb-849b-44ac-818d-936da46c54f6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.753317] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Acquiring lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.753317] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.753317] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.753317] env[69773]: DEBUG nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] No waiting events found dispatching network-vif-plugged-0d93d2eb-849b-44ac-818d-936da46c54f6 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.754051] env[69773]: WARNING nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Received unexpected event network-vif-plugged-0d93d2eb-849b-44ac-818d-936da46c54f6 for instance with vm_state building and task_state spawning. [ 683.754051] env[69773]: DEBUG nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Received event network-changed-0d93d2eb-849b-44ac-818d-936da46c54f6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.754051] env[69773]: DEBUG nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Refreshing instance network info cache due to event network-changed-0d93d2eb-849b-44ac-818d-936da46c54f6. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.754051] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Acquiring lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.754213] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Acquired lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.754341] env[69773]: DEBUG nova.network.neutron [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Refreshing network info cache for port 0d93d2eb-849b-44ac-818d-936da46c54f6 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 683.764024] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.773935] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Releasing lock "refresh_cache-9e384226-0312-4206-b002-e1ab45e19487" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.774280] env[69773]: DEBUG nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Instance network_info: |[{"id": "a65b9f56-a4c2-4fbf-8da6-a5f8392718ac", "address": "fa:16:3e:d1:22:f1", "network": {"id": "81dbe5b1-5378-4a3a-980a-1d85cc60bfe9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1850722965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c978824b7d9c4e81985049bc14ad6733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65b9f56-a4", "ovs_interfaceid": "a65b9f56-a4c2-4fbf-8da6-a5f8392718ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.775565] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:22:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a65b9f56-a4c2-4fbf-8da6-a5f8392718ac', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.783117] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Creating folder: Project (c978824b7d9c4e81985049bc14ad6733). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.787600] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75fa48b8-4f8d-48b5-a73f-f356cdff66e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.789616] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52061aec-3e2f-c136-1abf-aaa8b8bf092b, 'name': SearchDatastore_Task, 'duration_secs': 0.055029} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.789774] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.790362] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 26d30203-6fef-4dbc-a6f4-63fc6987f6a9/26d30203-6fef-4dbc-a6f4-63fc6987f6a9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.790808] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea9c783e-15be-4f81-901e-c46dedf6aca5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.797859] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 683.797859] env[69773]: value = "task-3389479" [ 683.797859] env[69773]: _type = "Task" [ 683.797859] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.799521] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Created folder: Project (c978824b7d9c4e81985049bc14ad6733) in parent group-v676268. [ 683.799521] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Creating folder: Instances. Parent ref: group-v676281. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.802381] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-edc1cb16-1bc0-4c4d-a343-a75c576b48fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.809539] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.811779] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Created folder: Instances in parent group-v676281. [ 683.812473] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.812473] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.812473] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ff54ecf-7f95-4313-b402-7cf03863875d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.831569] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.831569] env[69773]: value = "task-3389481" [ 683.831569] env[69773]: _type = "Task" [ 683.831569] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.840490] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389481, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.083347] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.083855] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.086152] env[69773]: INFO nova.compute.claims [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.171711] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389475, 'name': Rename_Task, 'duration_secs': 0.319754} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.172849] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.173740] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f161388-fd40-403a-8f66-452f4e778811 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.181507] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 684.181507] env[69773]: value = "task-3389482" [ 684.181507] env[69773]: _type = "Task" [ 684.181507] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.200832] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.224991] env[69773]: DEBUG nova.compute.utils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.227871] env[69773]: DEBUG nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.227871] env[69773]: DEBUG nova.network.neutron [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.237162] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389476, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.258899] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160236} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.259188] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.260214] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4495d9-a674-4ce3-b93b-65c4f4a16b19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.291224] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 4027dcf8-ef12-4c62-8a69-5f19f2449bf1/4027dcf8-ef12-4c62-8a69-5f19f2449bf1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.294452] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2fb4044-4517-447c-9f18-d31dd6f34694 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.329996] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389479, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.331539] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 684.331539] env[69773]: value = "task-3389483" [ 684.331539] env[69773]: _type = "Task" [ 684.331539] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.350402] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389481, 'name': CreateVM_Task, 'duration_secs': 0.500716} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.350679] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.351396] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.351469] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.351593] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.352323] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.356596] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff15d5ec-df19-4e0e-a952-80491a31e269 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.361958] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 684.361958] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a9cc64-11ff-3a92-4a6a-42236f343685" [ 684.361958] env[69773]: _type = "Task" [ 684.361958] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.374429] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a9cc64-11ff-3a92-4a6a-42236f343685, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.490519] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquiring lock "64938e15-02e1-44a8-9ab4-5dc003e40d78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.490884] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "64938e15-02e1-44a8-9ab4-5dc003e40d78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.503360] env[69773]: DEBUG nova.policy [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7d4431d2b1847efa760ea09799c3524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8955c5cbbc642bf8f31a95f52376ef7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.692727] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.726862] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389476, 'name': ReconfigVM_Task, 'duration_secs': 0.583987} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.729813] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Reconfigured VM instance instance-00000002 to attach disk [datastore1] f1d027e6-d48a-42ad-9099-7798329d205f/f1d027e6-d48a-42ad-9099-7798329d205f.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.730782] env[69773]: DEBUG nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.733114] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d73f9ff-2f9f-4a0c-a320-09ea7ee72889 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.742107] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 684.742107] env[69773]: value = "task-3389484" [ 684.742107] env[69773]: _type = "Task" [ 684.742107] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.749047] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389484, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.832428] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545638} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.835805] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 26d30203-6fef-4dbc-a6f4-63fc6987f6a9/26d30203-6fef-4dbc-a6f4-63fc6987f6a9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.836117] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.836408] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-844c7a4b-18c5-4c69-a88e-533b2ea94970 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.846178] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389483, 'name': ReconfigVM_Task, 'duration_secs': 0.276725} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.849465] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 4027dcf8-ef12-4c62-8a69-5f19f2449bf1/4027dcf8-ef12-4c62-8a69-5f19f2449bf1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.851073] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 684.851073] env[69773]: value = "task-3389485" [ 684.851073] env[69773]: _type = "Task" [ 684.851073] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.852046] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30cdcaf2-4fdf-491f-b3bd-2a5a9ab00663 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.873807] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 684.873807] env[69773]: value = "task-3389486" [ 684.873807] env[69773]: _type = "Task" [ 684.873807] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.874171] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.883213] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a9cc64-11ff-3a92-4a6a-42236f343685, 'name': SearchDatastore_Task, 'duration_secs': 0.008763} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.883752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.884463] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.884463] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.884463] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.884667] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.885093] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35ad67d8-a9ab-40a2-b739-f000e0aba5c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.890242] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389486, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.896307] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.896619] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.898127] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6200e3a-0383-4a2c-bf0a-edf69e62bdaa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.903319] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 684.903319] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521418cc-e3a2-48c4-0040-2ff1c0948ad7" [ 684.903319] env[69773]: _type = "Task" [ 684.903319] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.913878] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521418cc-e3a2-48c4-0040-2ff1c0948ad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.996544] env[69773]: DEBUG nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.195119] env[69773]: DEBUG oslo_vmware.api [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389482, 'name': PowerOnVM_Task, 'duration_secs': 0.534135} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.196053] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.196352] env[69773]: INFO nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Took 15.98 seconds to spawn the instance on the hypervisor. [ 685.196640] env[69773]: DEBUG nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.197429] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced84047-3814-4b90-959c-eafdd241e0e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.253718] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389484, 'name': Rename_Task, 'duration_secs': 0.148541} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.255968] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.255968] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a6916c0-90a2-441e-81ec-6d4f0f8f7a9f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.262255] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ce2d55-603f-482c-9e6a-40ed02edaad8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.266740] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 685.266740] env[69773]: value = "task-3389487" [ 685.266740] env[69773]: _type = "Task" [ 685.266740] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.273862] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce469b1-768e-40e9-b155-a2c5c20f0163 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.282602] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389487, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.314118] env[69773]: DEBUG nova.network.neutron [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updated VIF entry in instance network info cache for port 0d93d2eb-849b-44ac-818d-936da46c54f6. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 685.314468] env[69773]: DEBUG nova.network.neutron [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance_info_cache with network_info: [{"id": "0d93d2eb-849b-44ac-818d-936da46c54f6", "address": "fa:16:3e:b0:4d:c1", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d93d2eb-84", "ovs_interfaceid": "0d93d2eb-849b-44ac-818d-936da46c54f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.316140] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d42af5c-b5ad-438d-9fc3-f3479474aa86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.325019] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca075b-1cdb-4c55-a9a5-9294603dc062 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.340120] env[69773]: DEBUG nova.compute.provider_tree [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.364517] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065358} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.364778] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.365845] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440649b9-3b86-4c09-a6ee-ad6c7f93f173 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.390779] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 26d30203-6fef-4dbc-a6f4-63fc6987f6a9/26d30203-6fef-4dbc-a6f4-63fc6987f6a9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.394603] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b55ad4f6-b3d6-494b-88be-17a3ec468415 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.416497] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389486, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.417827] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 685.417827] env[69773]: value = "task-3389488" [ 685.417827] env[69773]: _type = "Task" [ 685.417827] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.424381] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521418cc-e3a2-48c4-0040-2ff1c0948ad7, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.425407] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceabffc0-f8b1-43f3-a978-8c637182e80e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.430627] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389488, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.433475] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 685.433475] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528b8495-b93c-6f1c-2ba1-d238edd5b4cc" [ 685.433475] env[69773]: _type = "Task" [ 685.433475] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.441205] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528b8495-b93c-6f1c-2ba1-d238edd5b4cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.524415] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.718583] env[69773]: INFO nova.compute.manager [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Took 20.71 seconds to build instance. [ 685.750020] env[69773]: DEBUG nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.782259] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.787216] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.787530] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.787688] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.787900] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.789907] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.789907] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.790031] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.790696] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.790696] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.790696] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.790696] env[69773]: DEBUG nova.virt.hardware [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.794471] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a899a4bb-aa65-4a2d-a954-ee8b6805fd9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.804057] env[69773]: DEBUG nova.network.neutron [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Successfully created port: c2e6661e-f8f4-4260-8ba2-8329f7766fd6 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.807151] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db659e1-eafd-4f1c-9512-49f4aff1c07b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.825098] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Releasing lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.825345] env[69773]: DEBUG nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Received event network-vif-plugged-a65b9f56-a4c2-4fbf-8da6-a5f8392718ac {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.826119] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Acquiring lock "9e384226-0312-4206-b002-e1ab45e19487-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.826119] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Lock "9e384226-0312-4206-b002-e1ab45e19487-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.826119] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Lock "9e384226-0312-4206-b002-e1ab45e19487-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.826119] env[69773]: DEBUG nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] No waiting events found dispatching network-vif-plugged-a65b9f56-a4c2-4fbf-8da6-a5f8392718ac {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.826294] env[69773]: WARNING nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Received unexpected event network-vif-plugged-a65b9f56-a4c2-4fbf-8da6-a5f8392718ac for instance with vm_state building and task_state spawning. [ 685.826414] env[69773]: DEBUG nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Received event network-changed-a65b9f56-a4c2-4fbf-8da6-a5f8392718ac {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.826562] env[69773]: DEBUG nova.compute.manager [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Refreshing instance network info cache due to event network-changed-a65b9f56-a4c2-4fbf-8da6-a5f8392718ac. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.826736] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Acquiring lock "refresh_cache-9e384226-0312-4206-b002-e1ab45e19487" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.826865] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Acquired lock "refresh_cache-9e384226-0312-4206-b002-e1ab45e19487" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.827097] env[69773]: DEBUG nova.network.neutron [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Refreshing network info cache for port a65b9f56-a4c2-4fbf-8da6-a5f8392718ac {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 685.846646] env[69773]: DEBUG nova.network.neutron [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Successfully updated port: e975ac8b-bb79-48d9-8d9d-52e77eedab80 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.846646] env[69773]: DEBUG nova.scheduler.client.report [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.894016] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389486, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.931440] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389488, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.946217] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528b8495-b93c-6f1c-2ba1-d238edd5b4cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.946508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.946786] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9e384226-0312-4206-b002-e1ab45e19487/9e384226-0312-4206-b002-e1ab45e19487.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.947125] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8177083-7210-43f4-97f2-4247154b11f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.955617] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 685.955617] env[69773]: value = "task-3389489" [ 685.955617] env[69773]: _type = "Task" [ 685.955617] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.967155] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.222630] env[69773]: DEBUG oslo_concurrency.lockutils [None req-39d72dee-91ed-4098-b82d-97f8214bba3b tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.231s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.284530] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.356734] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquiring lock "refresh_cache-f2a79448-d927-4cfe-8648-4edc226c5369" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.356919] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquired lock "refresh_cache-f2a79448-d927-4cfe-8648-4edc226c5369" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.357130] env[69773]: DEBUG nova.network.neutron [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 686.359084] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.362959] env[69773]: DEBUG nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.368780] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.847s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.370681] env[69773]: INFO nova.compute.claims [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.390040] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.390040] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.412429] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389486, 'name': Rename_Task, 'duration_secs': 1.12517} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.412429] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.413661] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-448601f4-dd80-41c0-add2-c53da9544aec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.421228] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 686.421228] env[69773]: value = "task-3389490" [ 686.421228] env[69773]: _type = "Task" [ 686.421228] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.437622] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389488, 'name': ReconfigVM_Task, 'duration_secs': 0.561045} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.441155] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 26d30203-6fef-4dbc-a6f4-63fc6987f6a9/26d30203-6fef-4dbc-a6f4-63fc6987f6a9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.442139] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.442364] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae62540f-5c56-4b40-8493-04831669d03d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.452024] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 686.452024] env[69773]: value = "task-3389491" [ 686.452024] env[69773]: _type = "Task" [ 686.452024] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.460334] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389491, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.471720] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506408} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.472422] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9e384226-0312-4206-b002-e1ab45e19487/9e384226-0312-4206-b002-e1ab45e19487.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.472422] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.472718] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9b9d25f-cbd0-4753-96fe-abb149a88031 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.481354] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 686.481354] env[69773]: value = "task-3389492" [ 686.481354] env[69773]: _type = "Task" [ 686.481354] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.489576] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.783098] env[69773]: DEBUG oslo_vmware.api [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389487, 'name': PowerOnVM_Task, 'duration_secs': 1.29924} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.785680] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.785680] env[69773]: INFO nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Took 15.33 seconds to spawn the instance on the hypervisor. [ 686.785680] env[69773]: DEBUG nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.787687] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07a0dd8-d71c-46b7-8ed2-4afbef2c50b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.871147] env[69773]: DEBUG nova.compute.utils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.874315] env[69773]: DEBUG nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.875115] env[69773]: DEBUG nova.network.neutron [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.900768] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquiring lock "6abd05de-6a9c-43e4-91b2-1b361e389b18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.901374] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "6abd05de-6a9c-43e4-91b2-1b361e389b18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.902168] env[69773]: DEBUG nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.940609] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389490, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.945038] env[69773]: DEBUG nova.policy [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc7946cf7b48467188c8760be37eb40d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '801bcddd1fe94167b92cab6a273c4837', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 686.962965] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389491, 'name': Rename_Task, 'duration_secs': 0.325389} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.963273] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.963532] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0427a69-3834-4dfe-b39f-a40011f22aa1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.970373] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 686.970373] env[69773]: value = "task-3389493" [ 686.970373] env[69773]: _type = "Task" [ 686.970373] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.979386] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.989266] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084806} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.989780] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.990582] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f1d1d8-acf9-4286-ae6c-7d33698cca81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.999326] env[69773]: DEBUG nova.network.neutron [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 687.024768] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 9e384226-0312-4206-b002-e1ab45e19487/9e384226-0312-4206-b002-e1ab45e19487.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.025490] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f0b2728-a033-433d-9b3a-7abb05fc417a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.047497] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 687.047497] env[69773]: value = "task-3389494" [ 687.047497] env[69773]: _type = "Task" [ 687.047497] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.056574] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.275497] env[69773]: DEBUG nova.network.neutron [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Updated VIF entry in instance network info cache for port a65b9f56-a4c2-4fbf-8da6-a5f8392718ac. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 687.275889] env[69773]: DEBUG nova.network.neutron [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Updating instance_info_cache with network_info: [{"id": "a65b9f56-a4c2-4fbf-8da6-a5f8392718ac", "address": "fa:16:3e:d1:22:f1", "network": {"id": "81dbe5b1-5378-4a3a-980a-1d85cc60bfe9", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1850722965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c978824b7d9c4e81985049bc14ad6733", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa65b9f56-a4", "ovs_interfaceid": "a65b9f56-a4c2-4fbf-8da6-a5f8392718ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.319469] env[69773]: INFO nova.compute.manager [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Took 20.96 seconds to build instance. [ 687.375160] env[69773]: DEBUG nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.409169] env[69773]: DEBUG nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.445278] env[69773]: DEBUG oslo_vmware.api [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389490, 'name': PowerOnVM_Task, 'duration_secs': 0.928777} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.446666] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.447637] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.448517] env[69773]: INFO nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Took 13.77 seconds to spawn the instance on the hypervisor. [ 687.448517] env[69773]: DEBUG nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.449167] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddcd265-cde9-4b76-ade4-041d0719d4c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.492384] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389493, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.548440] env[69773]: DEBUG nova.network.neutron [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Updating instance_info_cache with network_info: [{"id": "e975ac8b-bb79-48d9-8d9d-52e77eedab80", "address": "fa:16:3e:1b:6f:38", "network": {"id": "10f567fe-009b-4f59-bf39-2069c8e50cfc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1491526203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f649291278c946d78ccfd6ad8e90d48d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape975ac8b-bb", "ovs_interfaceid": "e975ac8b-bb79-48d9-8d9d-52e77eedab80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.560845] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389494, 'name': ReconfigVM_Task, 'duration_secs': 0.488852} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.560845] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 9e384226-0312-4206-b002-e1ab45e19487/9e384226-0312-4206-b002-e1ab45e19487.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.561673] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fd22f34-adcd-4d7d-aedc-7e0f0ff05177 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.573075] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 687.573075] env[69773]: value = "task-3389495" [ 687.573075] env[69773]: _type = "Task" [ 687.573075] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.589811] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389495, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.617282] env[69773]: DEBUG nova.network.neutron [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Successfully created port: 2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.662337] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c8c4c0-3476-4027-9168-ecc5819e626e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.671218] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3495c33-4521-4f1d-8951-58e3d1f90651 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.705166] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71876e25-2894-4825-a099-6a1ef8796172 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.713727] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb26eca-a45b-4e9d-9074-5df360e6180e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.729609] env[69773]: DEBUG nova.compute.provider_tree [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.779128] env[69773]: DEBUG oslo_concurrency.lockutils [req-c01d03a4-8df3-4abb-8607-ea23dced9bde req-01dbf038-709f-48f5-b618-d52c28fedb33 service nova] Releasing lock "refresh_cache-9e384226-0312-4206-b002-e1ab45e19487" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.824446] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e6ba68ad-38e0-4b03-9f42-208160a45d64 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "f1d027e6-d48a-42ad-9099-7798329d205f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.471s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.957113] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.982308] env[69773]: INFO nova.compute.manager [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Took 19.77 seconds to build instance. [ 687.990955] env[69773]: DEBUG oslo_vmware.api [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389493, 'name': PowerOnVM_Task, 'duration_secs': 0.685573} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.993724] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.993980] env[69773]: INFO nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Took 12.02 seconds to spawn the instance on the hypervisor. [ 687.996107] env[69773]: DEBUG nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.996107] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ed16c0-9493-4d22-b07e-6293c3f95ff9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.052755] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Releasing lock "refresh_cache-f2a79448-d927-4cfe-8648-4edc226c5369" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.052755] env[69773]: DEBUG nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Instance network_info: |[{"id": "e975ac8b-bb79-48d9-8d9d-52e77eedab80", "address": "fa:16:3e:1b:6f:38", "network": {"id": "10f567fe-009b-4f59-bf39-2069c8e50cfc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1491526203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f649291278c946d78ccfd6ad8e90d48d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape975ac8b-bb", "ovs_interfaceid": "e975ac8b-bb79-48d9-8d9d-52e77eedab80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.052984] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:6f:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e975ac8b-bb79-48d9-8d9d-52e77eedab80', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.059783] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Creating folder: Project (f649291278c946d78ccfd6ad8e90d48d). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.060678] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d686a18e-9400-4e95-be99-f909dd51f3eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.072147] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Created folder: Project (f649291278c946d78ccfd6ad8e90d48d) in parent group-v676268. [ 688.072147] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Creating folder: Instances. Parent ref: group-v676284. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.072147] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2f8742-a1ef-4bef-955e-b551585b0ec9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.086597] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389495, 'name': Rename_Task, 'duration_secs': 0.171147} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.087876] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.088765] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a8ea5a2-63ae-4daf-83a7-2150042922ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.089987] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Created folder: Instances in parent group-v676284. [ 688.090682] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.090761] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.091304] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6d1b034-ddf9-445f-8b2e-a88aaf9fe8fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.108849] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 688.108849] env[69773]: value = "task-3389498" [ 688.108849] env[69773]: _type = "Task" [ 688.108849] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.114155] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.114155] env[69773]: value = "task-3389499" [ 688.114155] env[69773]: _type = "Task" [ 688.114155] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.118199] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389498, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.125957] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389499, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.231929] env[69773]: DEBUG nova.network.neutron [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Successfully updated port: c2e6661e-f8f4-4260-8ba2-8329f7766fd6 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 688.234828] env[69773]: DEBUG nova.scheduler.client.report [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.391736] env[69773]: DEBUG nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.423195] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.424517] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.424711] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.425505] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.425505] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.425505] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.425811] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.425811] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.426227] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.426227] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.426338] env[69773]: DEBUG nova.virt.hardware [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.427457] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39526140-6e49-4020-929d-d8a90a29a57b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.438791] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c443c89e-9a88-4d2f-be48-c2eea58e25c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.485091] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6c766b6-d0df-4aab-86de-02024bfc55e9 tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.283s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.513754] env[69773]: INFO nova.compute.manager [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Took 16.82 seconds to build instance. [ 688.549537] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquiring lock "9ff79424-7170-4235-8542-6e7d812d89b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.549774] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "9ff79424-7170-4235-8542-6e7d812d89b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.624744] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389498, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.631353] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389499, 'name': CreateVM_Task, 'duration_secs': 0.486629} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.631974] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.632908] env[69773]: DEBUG oslo_vmware.service [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa256693-d6e4-4c60-930e-85d4bad5dac8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.639079] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.639390] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.639643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.640220] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8df389f-824c-4313-826f-dd54ace856e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.644782] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 688.644782] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524b0094-a128-3b6b-e18a-0e1b3fb07d26" [ 688.644782] env[69773]: _type = "Task" [ 688.644782] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.654402] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524b0094-a128-3b6b-e18a-0e1b3fb07d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.679261] env[69773]: DEBUG nova.compute.manager [req-cb6947fe-6d7c-41c1-b02f-415ab38c44ac req-e0fb1955-06d1-43f7-9012-97281a668503 service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Received event network-vif-plugged-e975ac8b-bb79-48d9-8d9d-52e77eedab80 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 688.679261] env[69773]: DEBUG oslo_concurrency.lockutils [req-cb6947fe-6d7c-41c1-b02f-415ab38c44ac req-e0fb1955-06d1-43f7-9012-97281a668503 service nova] Acquiring lock "f2a79448-d927-4cfe-8648-4edc226c5369-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.680332] env[69773]: DEBUG oslo_concurrency.lockutils [req-cb6947fe-6d7c-41c1-b02f-415ab38c44ac req-e0fb1955-06d1-43f7-9012-97281a668503 service nova] Lock "f2a79448-d927-4cfe-8648-4edc226c5369-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.680636] env[69773]: DEBUG oslo_concurrency.lockutils [req-cb6947fe-6d7c-41c1-b02f-415ab38c44ac req-e0fb1955-06d1-43f7-9012-97281a668503 service nova] Lock "f2a79448-d927-4cfe-8648-4edc226c5369-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.680918] env[69773]: DEBUG nova.compute.manager [req-cb6947fe-6d7c-41c1-b02f-415ab38c44ac req-e0fb1955-06d1-43f7-9012-97281a668503 service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] No waiting events found dispatching network-vif-plugged-e975ac8b-bb79-48d9-8d9d-52e77eedab80 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 688.681200] env[69773]: WARNING nova.compute.manager [req-cb6947fe-6d7c-41c1-b02f-415ab38c44ac req-e0fb1955-06d1-43f7-9012-97281a668503 service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Received unexpected event network-vif-plugged-e975ac8b-bb79-48d9-8d9d-52e77eedab80 for instance with vm_state building and task_state spawning. [ 688.744170] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.744712] env[69773]: DEBUG nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.748942] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquiring lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.749126] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquired lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.749441] env[69773]: DEBUG nova.network.neutron [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 688.752266] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.304s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.755870] env[69773]: INFO nova.compute.claims [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.020429] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad92c488-822d-4c76-a6d6-495e03c03f8c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.336s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.053510] env[69773]: DEBUG nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.122796] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389498, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.161652] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.164551] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.164551] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.164551] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.164551] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.164551] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e87945f-b1f7-4ae2-82bd-79edb27020b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.175637] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.175637] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.177930] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba443b0-e8c1-4ae9-952a-365e290b94a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.194895] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26239bdc-cfb0-431c-9cb5-ea1e4c917b36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.199450] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 689.199450] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52920c48-7777-dd06-4781-94f0163b0db5" [ 689.199450] env[69773]: _type = "Task" [ 689.199450] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.208980] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52920c48-7777-dd06-4781-94f0163b0db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.254041] env[69773]: DEBUG nova.compute.utils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.260116] env[69773]: DEBUG nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 689.260116] env[69773]: DEBUG nova.network.neutron [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.319119] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquiring lock "888e7c77-793b-4420-9743-e2772b836742" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.321033] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "888e7c77-793b-4420-9743-e2772b836742" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.361464] env[69773]: DEBUG nova.network.neutron [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 689.401968] env[69773]: DEBUG nova.policy [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eee1f3a239dc4bd5bbfb266d28a8995b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '832db0d91c9340b997773686e64955ba', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.559100] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "0f7e6714-42dc-4c79-a565-b1b122162a8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.559728] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "0f7e6714-42dc-4c79-a565-b1b122162a8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.595525] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.622742] env[69773]: DEBUG oslo_vmware.api [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389498, 'name': PowerOnVM_Task, 'duration_secs': 1.511534} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.623032] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.623280] env[69773]: INFO nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Took 11.41 seconds to spawn the instance on the hypervisor. [ 689.623838] env[69773]: DEBUG nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.624443] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3445948e-d170-451a-9817-b80b64667f06 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.656549] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Acquiring lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.659183] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.659183] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Acquiring lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.659183] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.659183] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.661766] env[69773]: INFO nova.compute.manager [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Terminating instance [ 689.665320] env[69773]: DEBUG nova.network.neutron [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Updating instance_info_cache with network_info: [{"id": "c2e6661e-f8f4-4260-8ba2-8329f7766fd6", "address": "fa:16:3e:29:91:d2", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6661e-f8", "ovs_interfaceid": "c2e6661e-f8f4-4260-8ba2-8329f7766fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.712618] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Preparing fetch location {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 689.712618] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Creating directory with path [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.713626] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-313b81a5-53a9-4f89-9cbf-86a81c3a2a5f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.739394] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Created directory with path [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.739394] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Fetch image to [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 689.739394] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Downloading image file data 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 to [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69773) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 689.739394] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fa62f0-d9c4-4bca-b099-37b946c979bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.749085] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dcfe1e-3d00-4d2c-823c-2884f384425b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.760719] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0e6092-acf9-46d4-8085-d672348d71fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.765130] env[69773]: DEBUG nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.813108] env[69773]: DEBUG nova.network.neutron [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Successfully updated port: 2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.819201] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df932a48-9ac2-48da-9f42-3f00c220d909 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.823052] env[69773]: DEBUG nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.835099] env[69773]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-6538f09e-42e8-4969-9802-7f31f6ee6637 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.864717] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Downloading image file data 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 to the data store datastore2 {{(pid=69773) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 689.938652] env[69773]: DEBUG oslo_vmware.rw_handles [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69773) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 690.013898] env[69773]: DEBUG nova.network.neutron [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Successfully created port: d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 690.065476] env[69773]: DEBUG nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.147528] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9635c2-f43c-40a4-b2f6-6b10449b548b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.151739] env[69773]: INFO nova.compute.manager [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Took 17.82 seconds to build instance. [ 690.160632] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc803f4e-5f9d-42ab-a778-08a837452876 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.167373] env[69773]: DEBUG nova.compute.manager [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.167580] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.168054] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Releasing lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.168329] env[69773]: DEBUG nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Instance network_info: |[{"id": "c2e6661e-f8f4-4260-8ba2-8329f7766fd6", "address": "fa:16:3e:29:91:d2", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6661e-f8", "ovs_interfaceid": "c2e6661e-f8f4-4260-8ba2-8329f7766fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 690.169466] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b2e347-d2b9-4c59-b670-44094faa547b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.172386] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:91:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e6661e-f8f4-4260-8ba2-8329f7766fd6', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.179920] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Creating folder: Project (d8955c5cbbc642bf8f31a95f52376ef7). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.181781] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-664e8b03-4180-4c41-b3e0-f7af50294f19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.213815] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbbca9d-5dc7-4bbf-a9f7-95627b7ec5fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.220351] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.221272] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e1b9e26-eb21-43e9-b807-68ee035c608b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.222966] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Created folder: Project (d8955c5cbbc642bf8f31a95f52376ef7) in parent group-v676268. [ 690.225020] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Creating folder: Instances. Parent ref: group-v676287. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 690.225594] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96b1d84c-1e34-45fb-8d5e-3e27620be712 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.231727] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea50305-b0f1-4238-9c01-408471c43c8b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.238836] env[69773]: DEBUG oslo_vmware.api [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Waiting for the task: (returnval){ [ 690.238836] env[69773]: value = "task-3389501" [ 690.238836] env[69773]: _type = "Task" [ 690.238836] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.251341] env[69773]: DEBUG nova.compute.provider_tree [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.254761] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Created folder: Instances in parent group-v676287. [ 690.255016] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 690.255466] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.258757] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-534d8eaf-ffc6-46c5-ba3b-2f291a853191 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.277904] env[69773]: DEBUG oslo_vmware.api [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Task: {'id': task-3389501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.287508] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.287508] env[69773]: value = "task-3389503" [ 690.287508] env[69773]: _type = "Task" [ 690.287508] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.296791] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389503, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.319227] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquiring lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.319937] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquired lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.319937] env[69773]: DEBUG nova.network.neutron [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 690.346438] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.593939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.658042] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7964af87-a11e-4d43-86f8-173705e1f382 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "9e384226-0312-4206-b002-e1ab45e19487" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.335s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.754037] env[69773]: DEBUG oslo_vmware.api [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Task: {'id': task-3389501, 'name': PowerOffVM_Task, 'duration_secs': 0.22342} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.754264] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.754461] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.754717] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcc2286a-e9f7-49df-8d2e-593d863e53b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.757887] env[69773]: DEBUG nova.scheduler.client.report [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.788876] env[69773]: DEBUG nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.813961] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389503, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.828789] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.828950] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.829027] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.829235] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.829378] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.829531] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.829730] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.829907] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.830092] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.830261] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.830478] env[69773]: DEBUG nova.virt.hardware [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.831387] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3132d379-9518-4f0d-8a28-0f6f67223cec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.837449] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.837750] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.837858] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Deleting the datastore file [datastore1] 9409d427-c5e3-4ed7-ab78-9881ecf495c8 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.845281] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a45378fb-2c88-4435-835c-23908f320e71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.851320] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2170d03-fa18-462c-b1ad-027f2ae673e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.859559] env[69773]: DEBUG oslo_vmware.api [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Waiting for the task: (returnval){ [ 690.859559] env[69773]: value = "task-3389505" [ 690.859559] env[69773]: _type = "Task" [ 690.859559] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.881307] env[69773]: DEBUG oslo_vmware.api [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Task: {'id': task-3389505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.885036] env[69773]: DEBUG oslo_vmware.rw_handles [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Completed reading data from the image iterator. {{(pid=69773) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 690.885313] env[69773]: DEBUG oslo_vmware.rw_handles [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 690.899130] env[69773]: DEBUG nova.network.neutron [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 690.960629] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Downloaded image file data 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 to vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk on the data store datastore2 {{(pid=69773) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 690.962055] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Caching image {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 690.962396] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Copying Virtual Disk [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk to [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.962710] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bfa8c08-6e79-40ca-b768-3a3269d69cc1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.971597] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 690.971597] env[69773]: value = "task-3389506" [ 690.971597] env[69773]: _type = "Task" [ 690.971597] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.981772] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.098435] env[69773]: DEBUG nova.network.neutron [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Updating instance_info_cache with network_info: [{"id": "2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3", "address": "fa:16:3e:ae:e6:71", "network": {"id": "ff989275-c127-4941-8f96-bf41c49d164e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1205381445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801bcddd1fe94167b92cab6a273c4837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0b4bcb-6c", "ovs_interfaceid": "2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.270478] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.271458] env[69773]: DEBUG nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.274325] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.317s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.276556] env[69773]: INFO nova.compute.claims [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 691.314959] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389503, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.374166] env[69773]: DEBUG oslo_vmware.api [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Task: {'id': task-3389505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391291} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.374403] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.374635] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.374855] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.375027] env[69773]: INFO nova.compute.manager [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Took 1.21 seconds to destroy the instance on the hypervisor. [ 691.375234] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.375424] env[69773]: DEBUG nova.compute.manager [-] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.375518] env[69773]: DEBUG nova.network.neutron [-] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 691.426394] env[69773]: DEBUG nova.compute.manager [req-0cc851c2-a780-490a-9d8c-621afb763189 req-5203542c-3f84-4216-ba0b-5df38a6c6589 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Received event network-vif-plugged-2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.426684] env[69773]: DEBUG oslo_concurrency.lockutils [req-0cc851c2-a780-490a-9d8c-621afb763189 req-5203542c-3f84-4216-ba0b-5df38a6c6589 service nova] Acquiring lock "e584c752-772f-40a4-ac1f-6456ca1d81ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.427078] env[69773]: DEBUG oslo_concurrency.lockutils [req-0cc851c2-a780-490a-9d8c-621afb763189 req-5203542c-3f84-4216-ba0b-5df38a6c6589 service nova] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.427175] env[69773]: DEBUG oslo_concurrency.lockutils [req-0cc851c2-a780-490a-9d8c-621afb763189 req-5203542c-3f84-4216-ba0b-5df38a6c6589 service nova] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.427366] env[69773]: DEBUG nova.compute.manager [req-0cc851c2-a780-490a-9d8c-621afb763189 req-5203542c-3f84-4216-ba0b-5df38a6c6589 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] No waiting events found dispatching network-vif-plugged-2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 691.427555] env[69773]: WARNING nova.compute.manager [req-0cc851c2-a780-490a-9d8c-621afb763189 req-5203542c-3f84-4216-ba0b-5df38a6c6589 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Received unexpected event network-vif-plugged-2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 for instance with vm_state building and task_state spawning. [ 691.487321] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.601403] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Releasing lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.605439] env[69773]: DEBUG nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Instance network_info: |[{"id": "2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3", "address": "fa:16:3e:ae:e6:71", "network": {"id": "ff989275-c127-4941-8f96-bf41c49d164e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1205381445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801bcddd1fe94167b92cab6a273c4837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0b4bcb-6c", "ovs_interfaceid": "2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.606316] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e6:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.614503] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Creating folder: Project (801bcddd1fe94167b92cab6a273c4837). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.614597] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92d1bd39-f365-4656-97fb-afddf7e818f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.626970] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Created folder: Project (801bcddd1fe94167b92cab6a273c4837) in parent group-v676268. [ 691.626970] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Creating folder: Instances. Parent ref: group-v676290. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.626970] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43371b77-a18f-41c3-aa88-05c17eb307ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.638092] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Created folder: Instances in parent group-v676290. [ 691.639092] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.639092] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.639092] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-011803c4-2ce1-4906-8069-ef7d405b4b54 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.661343] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.661343] env[69773]: value = "task-3389509" [ 691.661343] env[69773]: _type = "Task" [ 691.661343] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.669928] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389509, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.788156] env[69773]: DEBUG nova.compute.utils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.789684] env[69773]: DEBUG nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.789844] env[69773]: DEBUG nova.network.neutron [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.825887] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389503, 'name': CreateVM_Task, 'duration_secs': 1.401226} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.826726] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.827352] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.827511] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.827813] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.828447] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8120a0-5007-4ce5-91a0-b68b473a9738 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.837807] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 691.837807] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d7a52c-9dfa-1f97-6a7e-3e0cb5d27c18" [ 691.837807] env[69773]: _type = "Task" [ 691.837807] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.849064] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d7a52c-9dfa-1f97-6a7e-3e0cb5d27c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.850906] env[69773]: DEBUG nova.policy [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478316d45e6446f1b15ec4cc26aee5b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd13bbe4967ec43daba30c0f31fd84f44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.983790] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389506, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.010054] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.010435] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.172766] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389509, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.206434] env[69773]: DEBUG nova.network.neutron [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Successfully created port: 1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.233238] env[69773]: DEBUG nova.network.neutron [-] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.296886] env[69773]: DEBUG nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.327686] env[69773]: DEBUG nova.compute.manager [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 692.365071] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.366556] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.366821] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.487389] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389506, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.382087} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.490096] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Copied Virtual Disk [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk to [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.490386] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Deleting the datastore file [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/tmp-sparse.vmdk {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.490720] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c47b31bd-397c-4681-b737-6c690c025989 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.498373] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 692.498373] env[69773]: value = "task-3389510" [ 692.498373] env[69773]: _type = "Task" [ 692.498373] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.510365] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.514113] env[69773]: DEBUG nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.613029] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd5da5a-a886-45ad-8175-b943093e3af6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.623671] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2dd6e1-0860-4fdf-877c-b6d6bc06c7f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.667532] env[69773]: DEBUG nova.network.neutron [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Successfully updated port: d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.671199] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf0ca05-a008-4b99-89c3-71139f713212 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.685417] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389509, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.687507] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00379d0-258d-4563-9b7a-6301ca090840 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.704658] env[69773]: DEBUG nova.compute.provider_tree [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.737794] env[69773]: INFO nova.compute.manager [-] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Took 1.36 seconds to deallocate network for instance. [ 692.847796] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.011727] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030596} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.012322] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.012782] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Moving file from [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 to [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6. {{(pid=69773) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 693.013567] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-41854660-c155-420b-9bfa-8267ae9d9ecc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.023595] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 693.023595] env[69773]: value = "task-3389511" [ 693.023595] env[69773]: _type = "Task" [ 693.023595] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.035729] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389511, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.042817] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.078634] env[69773]: DEBUG nova.compute.manager [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Received event network-changed-e975ac8b-bb79-48d9-8d9d-52e77eedab80 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.079249] env[69773]: DEBUG nova.compute.manager [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Refreshing instance network info cache due to event network-changed-e975ac8b-bb79-48d9-8d9d-52e77eedab80. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.079249] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Acquiring lock "refresh_cache-f2a79448-d927-4cfe-8648-4edc226c5369" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.079249] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Acquired lock "refresh_cache-f2a79448-d927-4cfe-8648-4edc226c5369" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.079432] env[69773]: DEBUG nova.network.neutron [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Refreshing network info cache for port e975ac8b-bb79-48d9-8d9d-52e77eedab80 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 693.178987] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquiring lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.178987] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquired lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.178987] env[69773]: DEBUG nova.network.neutron [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 693.180248] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389509, 'name': CreateVM_Task, 'duration_secs': 1.491282} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.183344] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.185692] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.185692] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.185692] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.185692] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-954cb23a-1bbd-4904-afe6-44019d941fa2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.192037] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 693.192037] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb5cda-0a88-1c21-4383-50a610a6bd02" [ 693.192037] env[69773]: _type = "Task" [ 693.192037] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.206944] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb5cda-0a88-1c21-4383-50a610a6bd02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.209269] env[69773]: DEBUG nova.scheduler.client.report [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.248951] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.311619] env[69773]: DEBUG nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.345398] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.345398] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.345564] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.345630] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.345782] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.345926] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.346171] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.346337] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.346500] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.346671] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.346827] env[69773]: DEBUG nova.virt.hardware [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.348750] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49799bad-3b74-43da-b32f-11216f59bfae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.364370] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54973bb-7586-4009-95d1-37fa37c44560 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.539505] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389511, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.050045} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.539779] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] File moved {{(pid=69773) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 693.540086] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Cleaning up location [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 693.540258] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Deleting the datastore file [datastore2] vmware_temp/7b493eb8-fa0c-4741-91fd-f9bdd8f88d27 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.540516] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56b85cc7-60d7-4d72-8beb-b1b7cc3e863b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.547126] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 693.547126] env[69773]: value = "task-3389512" [ 693.547126] env[69773]: _type = "Task" [ 693.547126] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.563486] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.704406] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb5cda-0a88-1c21-4383-50a610a6bd02, 'name': SearchDatastore_Task, 'duration_secs': 0.034954} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.704750] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.705025] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.705278] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.714266] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.715163] env[69773]: DEBUG nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.720886] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.125s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.723136] env[69773]: INFO nova.compute.claims [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.736057] env[69773]: DEBUG nova.network.neutron [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 693.770241] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "e4b38901-401b-42f4-beff-557e1416abb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.770488] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "e4b38901-401b-42f4-beff-557e1416abb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.966645] env[69773]: DEBUG nova.network.neutron [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Updated VIF entry in instance network info cache for port e975ac8b-bb79-48d9-8d9d-52e77eedab80. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 693.967064] env[69773]: DEBUG nova.network.neutron [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Updating instance_info_cache with network_info: [{"id": "e975ac8b-bb79-48d9-8d9d-52e77eedab80", "address": "fa:16:3e:1b:6f:38", "network": {"id": "10f567fe-009b-4f59-bf39-2069c8e50cfc", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1491526203-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f649291278c946d78ccfd6ad8e90d48d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape975ac8b-bb", "ovs_interfaceid": "e975ac8b-bb79-48d9-8d9d-52e77eedab80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.043672] env[69773]: DEBUG nova.network.neutron [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Updating instance_info_cache with network_info: [{"id": "d208b43d-fd41-4503-a3e1-a87ef8312690", "address": "fa:16:3e:74:15:6e", "network": {"id": "940b16d7-872d-45f8-8dbd-11b40bbbe0b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-718051412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832db0d91c9340b997773686e64955ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd208b43d-fd", "ovs_interfaceid": "d208b43d-fd41-4503-a3e1-a87ef8312690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.060740] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054768} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.060993] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.061936] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eee0260-4f1b-470a-9210-066f20efe829 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.068207] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 694.068207] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d8fe60-8b27-0409-cf5e-060f960e844d" [ 694.068207] env[69773]: _type = "Task" [ 694.068207] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.082890] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d8fe60-8b27-0409-cf5e-060f960e844d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.166773] env[69773]: DEBUG nova.network.neutron [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Successfully updated port: 1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 694.222460] env[69773]: DEBUG nova.compute.utils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.223818] env[69773]: DEBUG nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.224582] env[69773]: DEBUG nova.network.neutron [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.287204] env[69773]: DEBUG nova.policy [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0da696b620ae479294536b9c10ab28a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd0dcf9f01bd347838c3d0f06278d67f2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.379039] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "241a1686-456e-42a0-8258-752ff9aebb61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.379039] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "241a1686-456e-42a0-8258-752ff9aebb61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.472832] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Releasing lock "refresh_cache-f2a79448-d927-4cfe-8648-4edc226c5369" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.473319] env[69773]: DEBUG nova.compute.manager [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Received event network-vif-plugged-c2e6661e-f8f4-4260-8ba2-8329f7766fd6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.473319] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Acquiring lock "de2e4ff6-207c-4615-a283-bc56ffe88e23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.473673] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Lock "de2e4ff6-207c-4615-a283-bc56ffe88e23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.474084] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Lock "de2e4ff6-207c-4615-a283-bc56ffe88e23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.474335] env[69773]: DEBUG nova.compute.manager [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] No waiting events found dispatching network-vif-plugged-c2e6661e-f8f4-4260-8ba2-8329f7766fd6 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 694.474558] env[69773]: WARNING nova.compute.manager [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Received unexpected event network-vif-plugged-c2e6661e-f8f4-4260-8ba2-8329f7766fd6 for instance with vm_state building and task_state spawning. [ 694.474818] env[69773]: DEBUG nova.compute.manager [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Received event network-changed-c2e6661e-f8f4-4260-8ba2-8329f7766fd6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.475060] env[69773]: DEBUG nova.compute.manager [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Refreshing instance network info cache due to event network-changed-c2e6661e-f8f4-4260-8ba2-8329f7766fd6. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.475334] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Acquiring lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.475548] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Acquired lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.475664] env[69773]: DEBUG nova.network.neutron [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Refreshing network info cache for port c2e6661e-f8f4-4260-8ba2-8329f7766fd6 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 694.547495] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Releasing lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.547822] env[69773]: DEBUG nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Instance network_info: |[{"id": "d208b43d-fd41-4503-a3e1-a87ef8312690", "address": "fa:16:3e:74:15:6e", "network": {"id": "940b16d7-872d-45f8-8dbd-11b40bbbe0b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-718051412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832db0d91c9340b997773686e64955ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd208b43d-fd", "ovs_interfaceid": "d208b43d-fd41-4503-a3e1-a87ef8312690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.548255] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:15:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd208b43d-fd41-4503-a3e1-a87ef8312690', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.556507] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Creating folder: Project (832db0d91c9340b997773686e64955ba). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.557283] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dc1854e-3e50-4013-b939-078524b526f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.569030] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Created folder: Project (832db0d91c9340b997773686e64955ba) in parent group-v676268. [ 694.569230] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Creating folder: Instances. Parent ref: group-v676293. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.572967] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-458e3ad7-403d-473e-ae22-3631f1070a59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.580849] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d8fe60-8b27-0409-cf5e-060f960e844d, 'name': SearchDatastore_Task, 'duration_secs': 0.038105} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.580849] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.580849] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] f2a79448-d927-4cfe-8648-4edc226c5369/f2a79448-d927-4cfe-8648-4edc226c5369.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.582099] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.582310] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.582525] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82ebceb0-a2b6-4cf8-95de-2a84f1736148 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.584829] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Created folder: Instances in parent group-v676293. [ 694.585326] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.585326] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-428ade1d-44a2-4621-b54e-bb9c1b81dcd5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.587560] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.588734] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b33001-c808-4065-8155-ecb6e027a6ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.607818] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 694.607818] env[69773]: value = "task-3389515" [ 694.607818] env[69773]: _type = "Task" [ 694.607818] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.615345] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.615610] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.616554] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.616554] env[69773]: value = "task-3389516" [ 694.616554] env[69773]: _type = "Task" [ 694.616554] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.617009] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d17cef6e-a1c5-4e6c-877d-a3f46e9d4338 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.629820] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.634493] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 694.634493] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524fe611-b45b-46fd-7dca-cbdd0a4dc6dc" [ 694.634493] env[69773]: _type = "Task" [ 694.634493] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.638702] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389516, 'name': CreateVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.640070] env[69773]: DEBUG nova.network.neutron [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Successfully created port: 7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.653320] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524fe611-b45b-46fd-7dca-cbdd0a4dc6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014443} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.653872] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5825da-6e82-476d-bd20-a091ca956f5c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.660296] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 694.660296] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523c9c4e-c22a-8d54-cbfe-fa27ad643b8c" [ 694.660296] env[69773]: _type = "Task" [ 694.660296] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.670114] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523c9c4e-c22a-8d54-cbfe-fa27ad643b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.671660] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.671829] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.672073] env[69773]: DEBUG nova.network.neutron [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 694.733028] env[69773]: DEBUG nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.783395] env[69773]: DEBUG nova.compute.manager [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Received event network-changed-2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.783553] env[69773]: DEBUG nova.compute.manager [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Refreshing instance network info cache due to event network-changed-2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 694.783778] env[69773]: DEBUG oslo_concurrency.lockutils [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] Acquiring lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.783909] env[69773]: DEBUG oslo_concurrency.lockutils [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] Acquired lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.784116] env[69773]: DEBUG nova.network.neutron [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Refreshing network info cache for port 2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 695.131782] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389515, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.137703] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38096244-8044-4278-9c16-1861a8598f9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.153911] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389516, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.154987] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c855bf0b-7983-43c6-849a-1bf9397977b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.201998] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a9771a-fcaf-43ad-86ef-662d473f5e4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.209143] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523c9c4e-c22a-8d54-cbfe-fa27ad643b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.015429} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.209776] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.210051] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] de2e4ff6-207c-4615-a283-bc56ffe88e23/de2e4ff6-207c-4615-a283-bc56ffe88e23.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.210330] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.210514] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.210717] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e8f1e66-aed4-4400-93ce-782e29171618 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.214851] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a8c0f3c-68a7-4292-b5bf-7c7529c8ce81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.218417] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f426f8-ff9b-4930-99d9-08445d65c0bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.224218] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 695.224218] env[69773]: value = "task-3389517" [ 695.224218] env[69773]: _type = "Task" [ 695.224218] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.238185] env[69773]: DEBUG nova.compute.provider_tree [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.241037] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.241037] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.252366] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a50b5e0-04a2-48ad-8ad1-7f2889ebbcd8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.255859] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.259455] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 695.259455] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5276a2f7-6e7f-54bc-8d9c-1a774bad2f7d" [ 695.259455] env[69773]: _type = "Task" [ 695.259455] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.269428] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5276a2f7-6e7f-54bc-8d9c-1a774bad2f7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.282789] env[69773]: DEBUG nova.network.neutron [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 695.622955] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582425} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.623306] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] f2a79448-d927-4cfe-8648-4edc226c5369/f2a79448-d927-4cfe-8648-4edc226c5369.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.623506] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.623767] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf584aaa-4dca-4b54-802b-efec6a6e5c94 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.640483] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 695.640483] env[69773]: value = "task-3389518" [ 695.640483] env[69773]: _type = "Task" [ 695.640483] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.648976] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389516, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.654552] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.734438] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.743529] env[69773]: DEBUG nova.scheduler.client.report [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.747552] env[69773]: DEBUG nova.network.neutron [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Updated VIF entry in instance network info cache for port c2e6661e-f8f4-4260-8ba2-8329f7766fd6. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 695.747835] env[69773]: DEBUG nova.network.neutron [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Updating instance_info_cache with network_info: [{"id": "c2e6661e-f8f4-4260-8ba2-8329f7766fd6", "address": "fa:16:3e:29:91:d2", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6661e-f8", "ovs_interfaceid": "c2e6661e-f8f4-4260-8ba2-8329f7766fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.758680] env[69773]: DEBUG nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.777490] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5276a2f7-6e7f-54bc-8d9c-1a774bad2f7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.781016] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148d2d3c-fb1a-4f93-b4c7-c9b496886e77 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.786416] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 695.786416] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a613b-4180-8db4-a73b-214ae95fc922" [ 695.786416] env[69773]: _type = "Task" [ 695.786416] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.793765] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.794013] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.794196] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.794436] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.794520] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.794664] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.794898] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.796094] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.796342] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.796520] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.796704] env[69773]: DEBUG nova.virt.hardware [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.797081] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquiring lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.797296] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.797500] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquiring lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.797678] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.797833] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.800861] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e9264-9a3f-4319-b8be-4953091c0e85 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.803709] env[69773]: INFO nova.compute.manager [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Terminating instance [ 695.809475] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a613b-4180-8db4-a73b-214ae95fc922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.818027] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd0d8e9-41ac-4352-bd89-8cc410ddd33b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.840986] env[69773]: DEBUG nova.network.neutron [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updating instance_info_cache with network_info: [{"id": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "address": "fa:16:3e:18:b4:92", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2361ef-64", "ovs_interfaceid": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.987435] env[69773]: DEBUG nova.compute.manager [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.988430] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4612e0aa-53b7-4be5-838c-9d77a83ddebe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.099945] env[69773]: DEBUG nova.network.neutron [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Updated VIF entry in instance network info cache for port 2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 696.101504] env[69773]: DEBUG nova.network.neutron [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Updating instance_info_cache with network_info: [{"id": "2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3", "address": "fa:16:3e:ae:e6:71", "network": {"id": "ff989275-c127-4941-8f96-bf41c49d164e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1205381445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801bcddd1fe94167b92cab6a273c4837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0b4bcb-6c", "ovs_interfaceid": "2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.146843] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389516, 'name': CreateVM_Task, 'duration_secs': 1.408313} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.153632] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.154626] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.154796] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.155118] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.155745] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f227d5b5-6031-435a-8387-dcb962ea71ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.162022] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.442568} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.162572] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.163397] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c4d25f-608c-4a74-912b-b622049b99e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.170294] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 696.170294] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52711c33-edf6-02b3-8338-4b9820087936" [ 696.170294] env[69773]: _type = "Task" [ 696.170294] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.202044] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] f2a79448-d927-4cfe-8648-4edc226c5369/f2a79448-d927-4cfe-8648-4edc226c5369.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.202804] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c3cd24-3eae-498e-ac4a-4468ad82763b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.225326] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52711c33-edf6-02b3-8338-4b9820087936, 'name': SearchDatastore_Task, 'duration_secs': 0.01509} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.225326] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.225957] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.225957] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230599] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 696.230599] env[69773]: value = "task-3389519" [ 696.230599] env[69773]: _type = "Task" [ 696.230599] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.238056] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.241726] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389519, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.250760] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.251390] env[69773]: DEBUG nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.255439] env[69773]: DEBUG oslo_concurrency.lockutils [req-62a567dc-9a8a-4006-8a7f-28d180b5f909 req-55153577-95c3-4cb4-8412-b5bb065b8534 service nova] Releasing lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.256408] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.910s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.258306] env[69773]: INFO nova.compute.claims [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.302513] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a613b-4180-8db4-a73b-214ae95fc922, 'name': SearchDatastore_Task, 'duration_secs': 0.034089} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.302791] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.303059] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e584c752-772f-40a4-ac1f-6456ca1d81ea/e584c752-772f-40a4-ac1f-6456ca1d81ea.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.303408] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.303619] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.303898] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bb575dc-e06d-4862-bb77-98bcfc23c829 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.306189] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f604266-164b-4b1c-a4db-32fed865b9ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.313354] env[69773]: DEBUG nova.compute.manager [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.313354] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.314826] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f842c28-1e49-4c6f-aaed-07a8ce72817a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.317779] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 696.317779] env[69773]: value = "task-3389520" [ 696.317779] env[69773]: _type = "Task" [ 696.317779] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.319105] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.319273] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.323598] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37da191-833f-45c7-be07-52457911393a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.331151] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.331151] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38b9f82f-fceb-49ba-a1b8-423bcc8d1a89 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.337534] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.337831] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 696.337831] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524d3a2d-eedb-8407-76f0-335d618267aa" [ 696.337831] env[69773]: _type = "Task" [ 696.337831] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.342778] env[69773]: DEBUG oslo_vmware.api [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 696.342778] env[69773]: value = "task-3389521" [ 696.342778] env[69773]: _type = "Task" [ 696.342778] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.343586] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Releasing lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.343939] env[69773]: DEBUG nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Instance network_info: |[{"id": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "address": "fa:16:3e:18:b4:92", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2361ef-64", "ovs_interfaceid": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.347372] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:b4:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f2361ef-64c0-4c25-98cd-27c981ad33b5', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.354834] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Creating folder: Project (d13bbe4967ec43daba30c0f31fd84f44). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.358633] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f557c834-5346-4f74-9eb9-3278925070a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.360528] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524d3a2d-eedb-8407-76f0-335d618267aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.365468] env[69773]: DEBUG oslo_vmware.api [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.368750] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Created folder: Project (d13bbe4967ec43daba30c0f31fd84f44) in parent group-v676268. [ 696.368938] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Creating folder: Instances. Parent ref: group-v676296. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.369204] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fd56ed2-b38c-4d95-9640-0d76e9f349bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.378530] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Created folder: Instances in parent group-v676296. [ 696.378788] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.378995] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.379223] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cfcc57b-2f17-416e-9dd9-ad46d1e39556 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.402673] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.402673] env[69773]: value = "task-3389524" [ 696.402673] env[69773]: _type = "Task" [ 696.402673] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.411436] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389524, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.502144] env[69773]: INFO nova.compute.manager [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] instance snapshotting [ 696.505495] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd2fa6e-a898-4ccc-8787-5bde0a29dd99 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.526089] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12f23ce-db42-402f-851e-d7a2fec03ebf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.605114] env[69773]: DEBUG oslo_concurrency.lockutils [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] Releasing lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.605812] env[69773]: DEBUG nova.compute.manager [req-77db28fa-ef79-4ae3-93ad-2bf8f844d2ba req-0066bf10-38d6-45ef-ac09-8e485d6682e2 service nova] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Received event network-vif-deleted-068bfb8f-088d-4add-af42-3cae77574245 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.653061] env[69773]: DEBUG nova.compute.manager [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Received event network-vif-plugged-d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.656814] env[69773]: DEBUG oslo_concurrency.lockutils [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] Acquiring lock "64938e15-02e1-44a8-9ab4-5dc003e40d78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.657195] env[69773]: DEBUG oslo_concurrency.lockutils [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] Lock "64938e15-02e1-44a8-9ab4-5dc003e40d78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.657425] env[69773]: DEBUG oslo_concurrency.lockutils [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] Lock "64938e15-02e1-44a8-9ab4-5dc003e40d78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.657609] env[69773]: DEBUG nova.compute.manager [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] No waiting events found dispatching network-vif-plugged-d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.657914] env[69773]: WARNING nova.compute.manager [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Received unexpected event network-vif-plugged-d208b43d-fd41-4503-a3e1-a87ef8312690 for instance with vm_state building and task_state spawning. [ 696.657914] env[69773]: DEBUG nova.compute.manager [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Received event network-changed-d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.658085] env[69773]: DEBUG nova.compute.manager [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Refreshing instance network info cache due to event network-changed-d208b43d-fd41-4503-a3e1-a87ef8312690. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.658250] env[69773]: DEBUG oslo_concurrency.lockutils [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] Acquiring lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.660126] env[69773]: DEBUG oslo_concurrency.lockutils [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] Acquired lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.660126] env[69773]: DEBUG nova.network.neutron [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Refreshing network info cache for port d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 696.740234] env[69773]: DEBUG nova.network.neutron [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Successfully updated port: 7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.748845] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.750389] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389517, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.759580] env[69773]: DEBUG nova.compute.utils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 696.761332] env[69773]: DEBUG nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.762389] env[69773]: DEBUG nova.network.neutron [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.775680] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.776496] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.834872] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.851276] env[69773]: DEBUG nova.policy [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff4707b8361342418fa2d910feb7a6ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53b4a6ab6a6c4710b554fee0b1f8185b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.858869] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524d3a2d-eedb-8407-76f0-335d618267aa, 'name': SearchDatastore_Task, 'duration_secs': 0.027729} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.863903] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67b436d-8bbd-4219-ac59-60132cabe019 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.867980] env[69773]: DEBUG oslo_vmware.api [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389521, 'name': PowerOffVM_Task, 'duration_secs': 0.222508} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.868978] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.868978] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.869701] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf61a296-cb2c-4cd8-8884-4d1c63237d10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.873520] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 696.873520] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526b52a3-6676-f0ac-5528-f995a1382ebb" [ 696.873520] env[69773]: _type = "Task" [ 696.873520] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.888946] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526b52a3-6676-f0ac-5528-f995a1382ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.009665} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.889727] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.889727] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 64938e15-02e1-44a8-9ab4-5dc003e40d78/64938e15-02e1-44a8-9ab4-5dc003e40d78.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.889920] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e29d83aa-eedd-4c0f-b569-15e2d14700df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.896966] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 696.896966] env[69773]: value = "task-3389526" [ 696.896966] env[69773]: _type = "Task" [ 696.896966] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.917216] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.922674] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389524, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.935523] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.935637] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.935800] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Deleting the datastore file [datastore1] 4027dcf8-ef12-4c62-8a69-5f19f2449bf1 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.936170] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a24bd64-5da4-40ee-b171-8f00ca69fe96 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.943890] env[69773]: DEBUG oslo_vmware.api [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for the task: (returnval){ [ 696.943890] env[69773]: value = "task-3389527" [ 696.943890] env[69773]: _type = "Task" [ 696.943890] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.953509] env[69773]: DEBUG oslo_vmware.api [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.041203] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.042127] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b5219924-46f3-45f8-9862-57d1415cbb61 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.058986] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 697.058986] env[69773]: value = "task-3389528" [ 697.058986] env[69773]: _type = "Task" [ 697.058986] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.075882] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.246196] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389517, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.643842} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.258093] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] de2e4ff6-207c-4615-a283-bc56ffe88e23/de2e4ff6-207c-4615-a283-bc56ffe88e23.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.258093] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.258093] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.259125] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquiring lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.259125] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquired lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.259125] env[69773]: DEBUG nova.network.neutron [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 697.260133] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cfe93c21-6040-4cad-b788-80560e4168d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.269214] env[69773]: DEBUG nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.278543] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 697.278543] env[69773]: value = "task-3389529" [ 697.278543] env[69773]: _type = "Task" [ 697.278543] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.292753] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.313235] env[69773]: DEBUG nova.network.neutron [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Successfully created port: 7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.331126] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895842} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.334870] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e584c752-772f-40a4-ac1f-6456ca1d81ea/e584c752-772f-40a4-ac1f-6456ca1d81ea.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.334870] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.335803] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f16aec91-b4fb-4105-a440-6b41d333e9fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.343912] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 697.343912] env[69773]: value = "task-3389530" [ 697.343912] env[69773]: _type = "Task" [ 697.343912] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.356250] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.419807] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389526, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.429751] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389524, 'name': CreateVM_Task, 'duration_secs': 0.879435} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.429909] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 697.430737] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.431035] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.431839] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.432014] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238f19c5-ec0c-43ac-94a9-ce1dfb3335fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.437823] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 697.437823] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52db7c48-d2c2-c190-3ac5-81b9841f6dbf" [ 697.437823] env[69773]: _type = "Task" [ 697.437823] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.455860] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52db7c48-d2c2-c190-3ac5-81b9841f6dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.456289] env[69773]: DEBUG oslo_vmware.api [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Task: {'id': task-3389527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351119} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.459244] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.459593] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.459688] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.459860] env[69773]: INFO nova.compute.manager [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 697.460113] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.461579] env[69773]: DEBUG nova.compute.manager [-] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.461579] env[69773]: DEBUG nova.network.neutron [-] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 697.574901] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.633748] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02908d26-ee61-4a25-ab22-fbba9bdfbe88 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.643398] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5482a2-cea2-4ce5-a6c0-0763bb316591 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.685229] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1992647-dfdc-4a2b-8b08-209cd9ae6f2d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.695807] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32106514-25d8-4233-a99c-ec0f11a3f592 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.711316] env[69773]: DEBUG nova.compute.provider_tree [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.745725] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389519, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.794021] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389529, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.857768] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326779} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.858144] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.859030] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f16ba8-2cc6-4f7d-bf7a-d02229f5ef90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.882853] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] e584c752-772f-40a4-ac1f-6456ca1d81ea/e584c752-772f-40a4-ac1f-6456ca1d81ea.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.885761] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70e996d4-1a1c-4a27-b6d5-bae7b734cf89 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.906911] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 697.906911] env[69773]: value = "task-3389531" [ 697.906911] env[69773]: _type = "Task" [ 697.906911] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.910728] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873505} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.915184] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 64938e15-02e1-44a8-9ab4-5dc003e40d78/64938e15-02e1-44a8-9ab4-5dc003e40d78.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.915184] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.915184] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6c65195-afb6-48a8-a29a-db997414375c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.922438] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.925043] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 697.925043] env[69773]: value = "task-3389532" [ 697.925043] env[69773]: _type = "Task" [ 697.925043] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.930159] env[69773]: DEBUG nova.network.neutron [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 697.936257] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.950977] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52db7c48-d2c2-c190-3ac5-81b9841f6dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.04223} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.951307] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.952637] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.952637] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.952637] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.952637] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.952637] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdb95176-163b-49bc-998b-5234542225f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.961074] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.961302] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.962220] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80fc11d-9592-4b0c-8813-bb63e6b7fa73 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.968016] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 697.968016] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52afb310-39eb-ca9e-ef6b-497e7fd8f119" [ 697.968016] env[69773]: _type = "Task" [ 697.968016] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.978036] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52afb310-39eb-ca9e-ef6b-497e7fd8f119, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.070279] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389528, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.217032] env[69773]: DEBUG nova.scheduler.client.report [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.250192] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389519, 'name': ReconfigVM_Task, 'duration_secs': 1.683909} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.251280] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Reconfigured VM instance instance-00000006 to attach disk [datastore2] f2a79448-d927-4cfe-8648-4edc226c5369/f2a79448-d927-4cfe-8648-4edc226c5369.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.252146] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-106825a7-48be-4d62-9572-c767ff79ca90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.262142] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 698.262142] env[69773]: value = "task-3389533" [ 698.262142] env[69773]: _type = "Task" [ 698.262142] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.275149] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389533, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.290103] env[69773]: DEBUG nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.299133] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389529, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.70337} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.299133] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.299910] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fd4422-3212-48c9-9688-372340ce8443 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.326076] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] de2e4ff6-207c-4615-a283-bc56ffe88e23/de2e4ff6-207c-4615-a283-bc56ffe88e23.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.328857] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c44110f-6906-4754-9d60-e09fabb385c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.352193] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 698.352193] env[69773]: value = "task-3389534" [ 698.352193] env[69773]: _type = "Task" [ 698.352193] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.356169] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.356484] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.356677] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.356887] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.357121] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.357251] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.357494] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.357675] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.357894] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.358142] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.358319] env[69773]: DEBUG nova.virt.hardware [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.361668] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35b368-eec9-4810-a662-8f65b6d29c81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.370702] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.374485] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd07ec95-9cff-496c-9669-98aab8ccc8c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.402856] env[69773]: DEBUG nova.network.neutron [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Updated VIF entry in instance network info cache for port d208b43d-fd41-4503-a3e1-a87ef8312690. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 698.403275] env[69773]: DEBUG nova.network.neutron [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Updating instance_info_cache with network_info: [{"id": "d208b43d-fd41-4503-a3e1-a87ef8312690", "address": "fa:16:3e:74:15:6e", "network": {"id": "940b16d7-872d-45f8-8dbd-11b40bbbe0b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-718051412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832db0d91c9340b997773686e64955ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd208b43d-fd", "ovs_interfaceid": "d208b43d-fd41-4503-a3e1-a87ef8312690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.423094] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389531, 'name': ReconfigVM_Task, 'duration_secs': 0.293664} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.423410] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Reconfigured VM instance instance-00000008 to attach disk [datastore2] e584c752-772f-40a4-ac1f-6456ca1d81ea/e584c752-772f-40a4-ac1f-6456ca1d81ea.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.424093] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0902783-1e4d-4d0b-b6be-3cc8e2ce3c6e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.434960] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070305} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.436341] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.436684] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 698.436684] env[69773]: value = "task-3389535" [ 698.436684] env[69773]: _type = "Task" [ 698.436684] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.437439] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a86504-7c4e-4658-9fa5-12601872e81c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.466352] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 64938e15-02e1-44a8-9ab4-5dc003e40d78/64938e15-02e1-44a8-9ab4-5dc003e40d78.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.470271] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e1d609c-f483-4ba9-a39b-13c61799f309 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.485190] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389535, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.495283] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52afb310-39eb-ca9e-ef6b-497e7fd8f119, 'name': SearchDatastore_Task, 'duration_secs': 0.015559} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.499926] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 698.499926] env[69773]: value = "task-3389536" [ 698.499926] env[69773]: _type = "Task" [ 698.499926] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.500129] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01adf094-8b9c-489f-89fc-4bd0923ae7a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.508962] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 698.508962] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521ba8dd-d3e2-9d40-9b0a-f7a9cc3eb47f" [ 698.508962] env[69773]: _type = "Task" [ 698.508962] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.512843] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.520101] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521ba8dd-d3e2-9d40-9b0a-f7a9cc3eb47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.571391] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389528, 'name': CreateSnapshot_Task, 'duration_secs': 1.148137} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.571713] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 698.572511] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fad7b9-3c48-45d8-b5cf-a3b593b160a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.611794] env[69773]: DEBUG nova.network.neutron [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Updating instance_info_cache with network_info: [{"id": "7016df6c-993d-4442-a0cf-fa3bba7e8f7f", "address": "fa:16:3e:f5:4f:de", "network": {"id": "cb154a56-0142-4e24-b2de-5d005a4ace4b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1574705189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0dcf9f01bd347838c3d0f06278d67f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7016df6c-99", "ovs_interfaceid": "7016df6c-993d-4442-a0cf-fa3bba7e8f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.648527] env[69773]: DEBUG nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Received event network-vif-plugged-1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.648744] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Acquiring lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.648945] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.649234] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.649420] env[69773]: DEBUG nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] No waiting events found dispatching network-vif-plugged-1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 698.649582] env[69773]: WARNING nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Received unexpected event network-vif-plugged-1f2361ef-64c0-4c25-98cd-27c981ad33b5 for instance with vm_state building and task_state spawning. [ 698.649738] env[69773]: DEBUG nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Received event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.649886] env[69773]: DEBUG nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing instance network info cache due to event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.650086] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Acquiring lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.650222] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Acquired lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.650393] env[69773]: DEBUG nova.network.neutron [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 698.721103] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.721593] env[69773]: DEBUG nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.727461] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.132s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.727622] env[69773]: INFO nova.compute.claims [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.777368] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389533, 'name': Rename_Task, 'duration_secs': 0.138724} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.777652] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.777894] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4a00136-4174-480d-a867-97c7e341ea5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.786523] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 698.786523] env[69773]: value = "task-3389537" [ 698.786523] env[69773]: _type = "Task" [ 698.786523] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.795213] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.860249] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389534, 'name': ReconfigVM_Task, 'duration_secs': 0.319492} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.860540] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Reconfigured VM instance instance-00000007 to attach disk [datastore2] de2e4ff6-207c-4615-a283-bc56ffe88e23/de2e4ff6-207c-4615-a283-bc56ffe88e23.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.861232] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9823d7c-d4da-4d75-834c-d8f5be62321f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.867504] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 698.867504] env[69773]: value = "task-3389538" [ 698.867504] env[69773]: _type = "Task" [ 698.867504] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.875629] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389538, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.906697] env[69773]: DEBUG oslo_concurrency.lockutils [req-a79393f5-c287-489d-bd3c-ae090665ebe9 req-830d856d-2c3e-4cc9-b2f6-4b439eee0254 service nova] Releasing lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.956698] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389535, 'name': Rename_Task, 'duration_secs': 0.139849} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.957009] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.957260] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83cdb558-e8d3-4457-9696-e474316e2edf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.964388] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 698.964388] env[69773]: value = "task-3389539" [ 698.964388] env[69773]: _type = "Task" [ 698.964388] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.973272] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.015373] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389536, 'name': ReconfigVM_Task, 'duration_secs': 0.285196} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.020302] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 64938e15-02e1-44a8-9ab4-5dc003e40d78/64938e15-02e1-44a8-9ab4-5dc003e40d78.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.022182] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-170efd38-fba0-4708-b815-618469c07778 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.029983] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521ba8dd-d3e2-9d40-9b0a-f7a9cc3eb47f, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.032305] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.032965] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 5bc1d382-2c5a-4bdc-b954-edf74a06409c/5bc1d382-2c5a-4bdc-b954-edf74a06409c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.033327] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 699.033327] env[69773]: value = "task-3389540" [ 699.033327] env[69773]: _type = "Task" [ 699.033327] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.033516] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2ab356a-0156-4bc3-8969-9b8b626efd9f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.044762] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389540, 'name': Rename_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.047019] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 699.047019] env[69773]: value = "task-3389541" [ 699.047019] env[69773]: _type = "Task" [ 699.047019] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.055178] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.093834] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.094186] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-071da59d-f5f8-416b-a07e-651036f6af82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.103913] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 699.103913] env[69773]: value = "task-3389542" [ 699.103913] env[69773]: _type = "Task" [ 699.103913] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.115044] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Releasing lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.115044] env[69773]: DEBUG nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Instance network_info: |[{"id": "7016df6c-993d-4442-a0cf-fa3bba7e8f7f", "address": "fa:16:3e:f5:4f:de", "network": {"id": "cb154a56-0142-4e24-b2de-5d005a4ace4b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1574705189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0dcf9f01bd347838c3d0f06278d67f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7016df6c-99", "ovs_interfaceid": "7016df6c-993d-4442-a0cf-fa3bba7e8f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.115194] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389542, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.115375] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:4f:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b5a629f-6902-4d30-9278-74b443a8371d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7016df6c-993d-4442-a0cf-fa3bba7e8f7f', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.124253] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Creating folder: Project (d0dcf9f01bd347838c3d0f06278d67f2). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.124406] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-356896a6-0757-4f63-9a9a-04cb32d69ec2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.136766] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Created folder: Project (d0dcf9f01bd347838c3d0f06278d67f2) in parent group-v676268. [ 699.136984] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Creating folder: Instances. Parent ref: group-v676300. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.137310] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae183c98-a57c-4a7d-977d-4f372e0d0b6a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.147490] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Created folder: Instances in parent group-v676300. [ 699.147763] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.147977] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.148216] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7295f122-876e-4b0e-834b-478c066fb265 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.175315] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.175315] env[69773]: value = "task-3389545" [ 699.175315] env[69773]: _type = "Task" [ 699.175315] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.178998] env[69773]: DEBUG nova.network.neutron [-] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.185439] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389545, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.220734] env[69773]: DEBUG nova.network.neutron [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Successfully updated port: 7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.234199] env[69773]: DEBUG nova.compute.utils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 699.238769] env[69773]: DEBUG nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 699.238955] env[69773]: DEBUG nova.network.neutron [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 699.302747] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389537, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.309508] env[69773]: DEBUG nova.policy [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '050d3561ef1342b697d23e939f361ae4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '41bdedb1aec14c6b8506ba39014c9056', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.380137] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389538, 'name': Rename_Task, 'duration_secs': 0.140785} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.380491] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.380762] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-198d88ad-8423-4d22-beaa-b9abe0a66e5f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.388748] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 699.388748] env[69773]: value = "task-3389546" [ 699.388748] env[69773]: _type = "Task" [ 699.388748] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.401173] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.489640] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389539, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.549284] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389540, 'name': Rename_Task, 'duration_secs': 0.166744} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.552844] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.553208] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d315538-4a46-4ebe-8dcc-d466c750b918 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.562231] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389541, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.564145] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 699.564145] env[69773]: value = "task-3389547" [ 699.564145] env[69773]: _type = "Task" [ 699.564145] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.580644] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389547, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.628403] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389542, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.659885] env[69773]: DEBUG nova.compute.manager [req-d941a36b-a57a-4a66-be18-99713de6a6c6 req-a2d757eb-ac5e-43d2-91ba-6c3c1991b2fc service nova] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Received event network-vif-deleted-8830d7cf-b5cc-4419-8448-95181e2b06de {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.669561] env[69773]: DEBUG nova.network.neutron [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updated VIF entry in instance network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 699.673153] env[69773]: DEBUG nova.network.neutron [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updating instance_info_cache with network_info: [{"id": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "address": "fa:16:3e:18:b4:92", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2361ef-64", "ovs_interfaceid": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.683075] env[69773]: INFO nova.compute.manager [-] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Took 2.22 seconds to deallocate network for instance. [ 699.690722] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389545, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.726277] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquiring lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.726469] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquired lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.726630] env[69773]: DEBUG nova.network.neutron [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 699.748376] env[69773]: DEBUG nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.804081] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389537, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.911860] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389546, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.930028] env[69773]: DEBUG nova.network.neutron [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Successfully created port: 1027d3a4-88af-4149-af18-a273c8ca5573 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.976245] env[69773]: DEBUG oslo_vmware.api [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3389539, 'name': PowerOnVM_Task, 'duration_secs': 0.755816} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.976569] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.976771] env[69773]: INFO nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Took 11.59 seconds to spawn the instance on the hypervisor. [ 699.976972] env[69773]: DEBUG nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.978187] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ced85e-2fa5-483b-acb9-2ba790c8b31c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.065200] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389541, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571754} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.074953] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 5bc1d382-2c5a-4bdc-b954-edf74a06409c/5bc1d382-2c5a-4bdc-b954-edf74a06409c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.075605] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.076511] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-223f9c28-c60e-41c1-80b9-2b6b40554e30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.090508] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389547, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.093191] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 700.093191] env[69773]: value = "task-3389548" [ 700.093191] env[69773]: _type = "Task" [ 700.093191] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.113967] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.130616] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389542, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.176689] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Releasing lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.177096] env[69773]: DEBUG nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Received event network-vif-plugged-7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.177429] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Acquiring lock "6abd05de-6a9c-43e4-91b2-1b361e389b18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.177732] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Lock "6abd05de-6a9c-43e4-91b2-1b361e389b18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.178026] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Lock "6abd05de-6a9c-43e4-91b2-1b361e389b18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.178249] env[69773]: DEBUG nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] No waiting events found dispatching network-vif-plugged-7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.178509] env[69773]: WARNING nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Received unexpected event network-vif-plugged-7016df6c-993d-4442-a0cf-fa3bba7e8f7f for instance with vm_state building and task_state spawning. [ 700.178934] env[69773]: DEBUG nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Received event network-changed-7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.179009] env[69773]: DEBUG nova.compute.manager [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Refreshing instance network info cache due to event network-changed-7016df6c-993d-4442-a0cf-fa3bba7e8f7f. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.179445] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Acquiring lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.179639] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Acquired lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.179896] env[69773]: DEBUG nova.network.neutron [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Refreshing network info cache for port 7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 700.200330] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.200634] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389545, 'name': CreateVM_Task, 'duration_secs': 0.52338} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.200839] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.201743] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.202338] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.202437] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.202756] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1428fa88-3390-4ed1-948f-31878bee5c9b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.207800] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a66a8-57a5-4d3d-a5bf-7ee50fd1d25a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.216705] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 700.216705] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c9db8f-e60c-59e1-b2a1-64ddbadf710e" [ 700.216705] env[69773]: _type = "Task" [ 700.216705] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.231646] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f4bd09-91de-434c-b5c3-4bad9ba33c81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.263138] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c9db8f-e60c-59e1-b2a1-64ddbadf710e, 'name': SearchDatastore_Task, 'duration_secs': 0.021691} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.303835] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.304268] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.304767] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.304947] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.309023] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.309023] env[69773]: DEBUG nova.network.neutron [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 700.310563] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14168df9-6b39-4875-b2bd-76a3a879815c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.320632] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ce04c1-769e-4f95-9c5e-eed79d7b2088 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.336069] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766562f2-04a0-4b60-bd67-d989c46ecb7f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.341644] env[69773]: DEBUG oslo_vmware.api [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389537, 'name': PowerOnVM_Task, 'duration_secs': 1.098558} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.342546] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.343401] env[69773]: INFO nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Took 16.96 seconds to spawn the instance on the hypervisor. [ 700.343401] env[69773]: DEBUG nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.343401] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.343401] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.345210] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ff66e-58ec-41fb-957b-d09cac496bb0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.351485] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27db9b73-479c-4729-818e-795a24467088 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.366302] env[69773]: DEBUG nova.compute.provider_tree [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.373207] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 700.373207] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bb983b-3c6d-6bd7-e074-0e6207e373b2" [ 700.373207] env[69773]: _type = "Task" [ 700.373207] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.383488] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bb983b-3c6d-6bd7-e074-0e6207e373b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.402176] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389546, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.507138] env[69773]: INFO nova.compute.manager [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Took 16.45 seconds to build instance. [ 700.577571] env[69773]: DEBUG oslo_vmware.api [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389547, 'name': PowerOnVM_Task, 'duration_secs': 0.755318} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.578376] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.578376] env[69773]: INFO nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Took 9.79 seconds to spawn the instance on the hypervisor. [ 700.578376] env[69773]: DEBUG nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.580030] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f19ad39-ca79-4225-9201-a294efbfd67c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.610792] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277047} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.610792] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.610792] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd00e490-4617-490a-9ee5-0512019171e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.634605] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 5bc1d382-2c5a-4bdc-b954-edf74a06409c/5bc1d382-2c5a-4bdc-b954-edf74a06409c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.641428] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe4b55b-3c96-443a-acb7-ffbd44057eb4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.668955] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389542, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.670708] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 700.670708] env[69773]: value = "task-3389549" [ 700.670708] env[69773]: _type = "Task" [ 700.670708] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.680575] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.765579] env[69773]: DEBUG nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.809442] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.809672] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.809823] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.810176] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.810176] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.810383] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.810561] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.810638] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.810807] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.810975] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.811199] env[69773]: DEBUG nova.virt.hardware [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.812150] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276cac68-00a7-4383-87df-bf407f0525ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.823415] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16003e17-d9a4-4acc-87ae-01f484ae934b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.849550] env[69773]: DEBUG nova.network.neutron [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Updating instance_info_cache with network_info: [{"id": "7bb6028f-deaf-4f24-bd53-6147b99550bd", "address": "fa:16:3e:9b:7b:a3", "network": {"id": "e24fc956-5bde-451e-a79d-45e90c9be6fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1194316965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4a6ab6a6c4710b554fee0b1f8185b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb6028f-de", "ovs_interfaceid": "7bb6028f-deaf-4f24-bd53-6147b99550bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.868904] env[69773]: DEBUG nova.scheduler.client.report [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.890094] env[69773]: INFO nova.compute.manager [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Took 22.82 seconds to build instance. [ 700.905731] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bb983b-3c6d-6bd7-e074-0e6207e373b2, 'name': SearchDatastore_Task, 'duration_secs': 0.058888} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.907194] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-721823db-5dbf-4637-a883-5d125829e20e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.917023] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389546, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.919751] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 700.919751] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b036d6-5347-5946-21e9-a1828c6ed9e2" [ 700.919751] env[69773]: _type = "Task" [ 700.919751] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.930887] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b036d6-5347-5946-21e9-a1828c6ed9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.011359] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bf0fabc-d33a-45aa-a355-c0dcd0760214 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.962s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.099839] env[69773]: INFO nova.compute.manager [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Took 15.60 seconds to build instance. [ 701.133764] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389542, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.190455] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.191979] env[69773]: DEBUG nova.network.neutron [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Updated VIF entry in instance network info cache for port 7016df6c-993d-4442-a0cf-fa3bba7e8f7f. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 701.192626] env[69773]: DEBUG nova.network.neutron [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Updating instance_info_cache with network_info: [{"id": "7016df6c-993d-4442-a0cf-fa3bba7e8f7f", "address": "fa:16:3e:f5:4f:de", "network": {"id": "cb154a56-0142-4e24-b2de-5d005a4ace4b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1574705189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0dcf9f01bd347838c3d0f06278d67f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7016df6c-99", "ovs_interfaceid": "7016df6c-993d-4442-a0cf-fa3bba7e8f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.353326] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Releasing lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.353326] env[69773]: DEBUG nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Instance network_info: |[{"id": "7bb6028f-deaf-4f24-bd53-6147b99550bd", "address": "fa:16:3e:9b:7b:a3", "network": {"id": "e24fc956-5bde-451e-a79d-45e90c9be6fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1194316965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4a6ab6a6c4710b554fee0b1f8185b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb6028f-de", "ovs_interfaceid": "7bb6028f-deaf-4f24-bd53-6147b99550bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 701.353692] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:7b:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4df917f7-847a-4c0e-b0e3-69a52e4a1554', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bb6028f-deaf-4f24-bd53-6147b99550bd', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.364371] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Creating folder: Project (53b4a6ab6a6c4710b554fee0b1f8185b). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.364689] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd0db47d-805b-444b-88f9-977d2677c2bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.377093] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.377725] env[69773]: DEBUG nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.380858] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Created folder: Project (53b4a6ab6a6c4710b554fee0b1f8185b) in parent group-v676268. [ 701.381043] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Creating folder: Instances. Parent ref: group-v676304. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.381568] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.534s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.383578] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04f5584e-91a4-49c4-9029-7a03fa2c76ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.395830] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Created folder: Instances in parent group-v676304. [ 701.395830] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.396260] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 701.401419] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bfd6897-5971-4d32-a053-28b7f6f43f06 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.431111] env[69773]: DEBUG oslo_concurrency.lockutils [None req-48f64d94-6b64-42ee-85d0-979273bf2c65 tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "f2a79448-d927-4cfe-8648-4edc226c5369" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.382s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.448799] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389546, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.451493] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.451493] env[69773]: value = "task-3389552" [ 701.451493] env[69773]: _type = "Task" [ 701.451493] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.466194] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b036d6-5347-5946-21e9-a1828c6ed9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.467213] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.468304] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 6abd05de-6a9c-43e4-91b2-1b361e389b18/6abd05de-6a9c-43e4-91b2-1b361e389b18.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.468304] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24c6a13f-3bf1-4fc9-8255-3e4bca1ab4be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.477767] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389552, 'name': CreateVM_Task} progress is 15%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.482802] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 701.482802] env[69773]: value = "task-3389553" [ 701.482802] env[69773]: _type = "Task" [ 701.482802] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.497524] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.513842] env[69773]: DEBUG nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.604444] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2fc26a50-171d-46f4-a015-07297dc815f5 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "64938e15-02e1-44a8-9ab4-5dc003e40d78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.112s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.635102] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389542, 'name': CloneVM_Task, 'duration_secs': 2.245401} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.635448] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Created linked-clone VM from snapshot [ 701.636428] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9637d26-fe18-461b-8787-4efdadce7aa7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.648899] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Uploading image bb8b17a1-18b2-4f20-82d9-7867abf53735 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.687885] env[69773]: DEBUG oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 701.687885] env[69773]: value = "vm-676302" [ 701.687885] env[69773]: _type = "VirtualMachine" [ 701.687885] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 701.688242] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b056d4a-d4e1-4e43-9239-33281fc88a68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.694946] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389549, 'name': ReconfigVM_Task, 'duration_secs': 0.611909} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.696052] env[69773]: DEBUG oslo_concurrency.lockutils [req-70f026a0-0a53-4006-84b8-2a4aacb7bf6e req-90962646-ba3d-4891-88e8-3c6915a2fb0e service nova] Releasing lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.696388] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 5bc1d382-2c5a-4bdc-b954-edf74a06409c/5bc1d382-2c5a-4bdc-b954-edf74a06409c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.697022] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfe7d664-ecf8-45c0-958f-94b9e31f7ae5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.700627] env[69773]: DEBUG oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lease: (returnval){ [ 701.700627] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ed96dd-2f3b-fc9c-2555-16c7339e52d3" [ 701.700627] env[69773]: _type = "HttpNfcLease" [ 701.700627] env[69773]: } obtained for exporting VM: (result){ [ 701.700627] env[69773]: value = "vm-676302" [ 701.700627] env[69773]: _type = "VirtualMachine" [ 701.700627] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 701.700894] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the lease: (returnval){ [ 701.700894] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ed96dd-2f3b-fc9c-2555-16c7339e52d3" [ 701.700894] env[69773]: _type = "HttpNfcLease" [ 701.700894] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 701.705492] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 701.705492] env[69773]: value = "task-3389555" [ 701.705492] env[69773]: _type = "Task" [ 701.705492] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.711854] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 701.711854] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ed96dd-2f3b-fc9c-2555-16c7339e52d3" [ 701.711854] env[69773]: _type = "HttpNfcLease" [ 701.711854] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 701.716314] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389555, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.884253] env[69773]: DEBUG nova.compute.utils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.887216] env[69773]: DEBUG nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.887216] env[69773]: DEBUG nova.network.neutron [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.892942] env[69773]: INFO nova.compute.claims [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.916029] env[69773]: DEBUG oslo_vmware.api [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389546, 'name': PowerOnVM_Task, 'duration_secs': 2.391193} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.916029] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 701.916029] env[69773]: INFO nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Took 16.17 seconds to spawn the instance on the hypervisor. [ 701.916029] env[69773]: DEBUG nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 701.916029] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d437bd-a730-493a-b365-babdf2cc8aa0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.944539] env[69773]: DEBUG nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.964132] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389552, 'name': CreateVM_Task, 'duration_secs': 0.364376} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.964132] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.965024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.965218] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.965541] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.965807] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65981fab-db07-43f2-ba6b-0c5dfc9ab042 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.972669] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 701.972669] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5292fd02-6bb1-ece0-8c2a-d7caf4395a0a" [ 701.972669] env[69773]: _type = "Task" [ 701.972669] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.982565] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5292fd02-6bb1-ece0-8c2a-d7caf4395a0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.993267] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389553, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.000675] env[69773]: DEBUG nova.policy [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ebf9b0430dd4373b28990d5c8c81f9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d2f0529a684301ace61c1fbcbb0bb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.040795] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.110612] env[69773]: DEBUG nova.compute.manager [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.198317] env[69773]: DEBUG nova.compute.manager [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Received event network-vif-plugged-7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.198559] env[69773]: DEBUG oslo_concurrency.lockutils [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] Acquiring lock "9ff79424-7170-4235-8542-6e7d812d89b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.198792] env[69773]: DEBUG oslo_concurrency.lockutils [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] Lock "9ff79424-7170-4235-8542-6e7d812d89b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.198959] env[69773]: DEBUG oslo_concurrency.lockutils [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] Lock "9ff79424-7170-4235-8542-6e7d812d89b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.199784] env[69773]: DEBUG nova.compute.manager [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] No waiting events found dispatching network-vif-plugged-7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 702.199964] env[69773]: WARNING nova.compute.manager [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Received unexpected event network-vif-plugged-7bb6028f-deaf-4f24-bd53-6147b99550bd for instance with vm_state building and task_state spawning. [ 702.200149] env[69773]: DEBUG nova.compute.manager [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Received event network-changed-7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.200306] env[69773]: DEBUG nova.compute.manager [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Refreshing instance network info cache due to event network-changed-7bb6028f-deaf-4f24-bd53-6147b99550bd. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.200544] env[69773]: DEBUG oslo_concurrency.lockutils [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] Acquiring lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.200657] env[69773]: DEBUG oslo_concurrency.lockutils [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] Acquired lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.200824] env[69773]: DEBUG nova.network.neutron [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Refreshing network info cache for port 7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 702.211375] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 702.211375] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ed96dd-2f3b-fc9c-2555-16c7339e52d3" [ 702.211375] env[69773]: _type = "HttpNfcLease" [ 702.211375] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 702.212564] env[69773]: DEBUG oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 702.212564] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ed96dd-2f3b-fc9c-2555-16c7339e52d3" [ 702.212564] env[69773]: _type = "HttpNfcLease" [ 702.212564] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 702.213282] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620e52dc-7476-4f50-adb4-4f49a2696ee3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.218697] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389555, 'name': Rename_Task, 'duration_secs': 0.412391} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.219270] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.219948] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40513d6d-6857-42ba-84fc-cfe38055a274 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.226913] env[69773]: DEBUG oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52516e12-9700-199a-9e6e-03c4ce2d20b5/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 702.227095] env[69773]: DEBUG oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52516e12-9700-199a-9e6e-03c4ce2d20b5/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 702.291505] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 702.291505] env[69773]: value = "task-3389556" [ 702.291505] env[69773]: _type = "Task" [ 702.291505] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.302961] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.354239] env[69773]: DEBUG nova.network.neutron [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Successfully updated port: 1027d3a4-88af-4149-af18-a273c8ca5573 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 702.358440] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a24840b-c290-4efa-905e-e69ec8d1082f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.402157] env[69773]: DEBUG nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.407542] env[69773]: INFO nova.compute.resource_tracker [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating resource usage from migration 8792ac97-b6c9-4120-b76a-bff7972fbe23 [ 702.437603] env[69773]: INFO nova.compute.manager [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Took 23.29 seconds to build instance. [ 702.468068] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.488440] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5292fd02-6bb1-ece0-8c2a-d7caf4395a0a, 'name': SearchDatastore_Task, 'duration_secs': 0.026465} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.491931] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.495116] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.495116] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.495116] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.495116] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.495735] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54836c7b-5faa-4ec5-a972-7b8fc6fd37d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.504126] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389553, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589644} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.505300] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 6abd05de-6a9c-43e4-91b2-1b361e389b18/6abd05de-6a9c-43e4-91b2-1b361e389b18.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.505527] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.505889] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.506065] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.506687] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b89fca02-1f10-4037-8adb-a8d702dc33d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.509316] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78daa4c1-6288-44fb-94ae-72045fbd9875 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.522142] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 702.522142] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520f1acf-ba4b-460a-b8f6-92bbe004220e" [ 702.522142] env[69773]: _type = "Task" [ 702.522142] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.522142] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 702.522142] env[69773]: value = "task-3389557" [ 702.522142] env[69773]: _type = "Task" [ 702.522142] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.546046] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.546235] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520f1acf-ba4b-460a-b8f6-92bbe004220e, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.548554] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2461c781-b987-4953-b6cd-b44f12c45dc1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.552355] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 702.552355] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d59db2-fa2d-c965-9039-b0ec23ec516b" [ 702.552355] env[69773]: _type = "Task" [ 702.552355] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.568155] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d59db2-fa2d-c965-9039-b0ec23ec516b, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.572248] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.572576] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9ff79424-7170-4235-8542-6e7d812d89b1/9ff79424-7170-4235-8542-6e7d812d89b1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.575473] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f879361-2ea4-41e3-9131-6579164dee3a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.582727] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 702.582727] env[69773]: value = "task-3389558" [ 702.582727] env[69773]: _type = "Task" [ 702.582727] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.601282] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.639868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.794922] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquiring lock "f2a79448-d927-4cfe-8648-4edc226c5369" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.795464] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "f2a79448-d927-4cfe-8648-4edc226c5369" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.795873] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquiring lock "f2a79448-d927-4cfe-8648-4edc226c5369-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.796428] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "f2a79448-d927-4cfe-8648-4edc226c5369-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.797643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "f2a79448-d927-4cfe-8648-4edc226c5369-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.808116] env[69773]: INFO nova.compute.manager [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Terminating instance [ 702.816626] env[69773]: DEBUG oslo_vmware.api [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389556, 'name': PowerOnVM_Task, 'duration_secs': 0.531226} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.820885] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.820885] env[69773]: INFO nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Took 9.51 seconds to spawn the instance on the hypervisor. [ 702.820885] env[69773]: DEBUG nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.820885] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f915b342-3990-47c0-beeb-66e675b7e0cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.825797] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75dd567-b065-45ad-a79e-f93b08cc6d5e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.843226] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a54d35e-f5fa-431c-b547-8c46175deb90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.891263] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquiring lock "refresh_cache-888e7c77-793b-4420-9743-e2772b836742" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.891263] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquired lock "refresh_cache-888e7c77-793b-4420-9743-e2772b836742" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.891480] env[69773]: DEBUG nova.network.neutron [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 702.896996] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed453cf-a8ae-44f9-96de-57c3e946a5a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.909894] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bab5bbe-996f-4111-a7ac-57234a8a5664 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.931759] env[69773]: DEBUG nova.compute.provider_tree [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.940757] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4927a579-cb1f-4134-b667-fb531c1bdc0d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "de2e4ff6-207c-4615-a283-bc56ffe88e23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.802s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.042111] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072495} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.042677] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.044506] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c543a-b567-45c9-a6d8-f2a7a470f85b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.073066] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 6abd05de-6a9c-43e4-91b2-1b361e389b18/6abd05de-6a9c-43e4-91b2-1b361e389b18.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.075152] env[69773]: DEBUG nova.network.neutron [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Successfully created port: 18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.077811] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e06ff3-6727-4a00-86f0-c0ed5129b589 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.104377] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389558, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.106229] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 703.106229] env[69773]: value = "task-3389559" [ 703.106229] env[69773]: _type = "Task" [ 703.106229] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.119366] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.313513] env[69773]: DEBUG nova.compute.manager [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.313799] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.314812] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177149c3-6afd-43e6-82ff-86ced9646e57 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.325977] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.327115] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4d12f9f-e5c0-409e-863f-6e64a3ccd9d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.333345] env[69773]: DEBUG oslo_vmware.api [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 703.333345] env[69773]: value = "task-3389560" [ 703.333345] env[69773]: _type = "Task" [ 703.333345] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.345125] env[69773]: DEBUG oslo_vmware.api [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.365967] env[69773]: INFO nova.compute.manager [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Took 15.95 seconds to build instance. [ 703.421682] env[69773]: DEBUG nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.439503] env[69773]: DEBUG nova.scheduler.client.report [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.458892] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:03:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2108541731',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1741988179',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.459355] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.459651] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.460976] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.460976] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.460976] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.460976] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.460976] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.461218] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.461525] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.461823] env[69773]: DEBUG nova.virt.hardware [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.463371] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788990fa-a960-4f31-91c1-4a87a9854488 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.473878] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cd482c-0f5a-401f-88f0-553292cb0766 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.482525] env[69773]: DEBUG nova.network.neutron [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Updated VIF entry in instance network info cache for port 7bb6028f-deaf-4f24-bd53-6147b99550bd. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 703.482525] env[69773]: DEBUG nova.network.neutron [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Updating instance_info_cache with network_info: [{"id": "7bb6028f-deaf-4f24-bd53-6147b99550bd", "address": "fa:16:3e:9b:7b:a3", "network": {"id": "e24fc956-5bde-451e-a79d-45e90c9be6fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1194316965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4a6ab6a6c4710b554fee0b1f8185b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb6028f-de", "ovs_interfaceid": "7bb6028f-deaf-4f24-bd53-6147b99550bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.495021] env[69773]: DEBUG nova.network.neutron [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 703.609285] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.627177} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.617523] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9ff79424-7170-4235-8542-6e7d812d89b1/9ff79424-7170-4235-8542-6e7d812d89b1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.618374] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.618374] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9da67d-e78a-4e2a-8682-051e0ef455c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.626032] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389559, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.629034] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 703.629034] env[69773]: value = "task-3389561" [ 703.629034] env[69773]: _type = "Task" [ 703.629034] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.645044] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.786518] env[69773]: DEBUG nova.network.neutron [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Updating instance_info_cache with network_info: [{"id": "1027d3a4-88af-4149-af18-a273c8ca5573", "address": "fa:16:3e:eb:8a:55", "network": {"id": "ed8619b1-61fa-417a-a438-d5c1136f2ae1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1799031681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bdedb1aec14c6b8506ba39014c9056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1027d3a4-88", "ovs_interfaceid": "1027d3a4-88af-4149-af18-a273c8ca5573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.843884] env[69773]: DEBUG oslo_vmware.api [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389560, 'name': PowerOffVM_Task, 'duration_secs': 0.308531} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.844405] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.844630] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.844927] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4871e1e8-f44e-445b-a592-4555978ad5ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.871036] env[69773]: DEBUG oslo_concurrency.lockutils [None req-93d112d2-30f9-43f6-bb23-e54aec1c1317 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.481s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.945086] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.563s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.945317] env[69773]: INFO nova.compute.manager [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Migrating [ 703.945568] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.945718] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.947102] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.904s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.949168] env[69773]: INFO nova.compute.claims [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.988368] env[69773]: DEBUG oslo_concurrency.lockutils [req-bc9fed48-3d8b-457a-bfe8-6379fc625227 req-93da2632-6383-4069-82f8-dfbbd0b50a8f service nova] Releasing lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.118728] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389559, 'name': ReconfigVM_Task, 'duration_secs': 0.645825} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.119046] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 6abd05de-6a9c-43e4-91b2-1b361e389b18/6abd05de-6a9c-43e4-91b2-1b361e389b18.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.119754] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13a904c2-f930-4b54-aba4-693969fdebf1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.126386] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 704.126386] env[69773]: value = "task-3389563" [ 704.126386] env[69773]: _type = "Task" [ 704.126386] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.139536] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13236} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.142468] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 704.142885] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389563, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.143530] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890d577d-2f25-4e4d-863d-862974c23c6d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.174049] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 9ff79424-7170-4235-8542-6e7d812d89b1/9ff79424-7170-4235-8542-6e7d812d89b1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 704.174049] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bbc75e7-2f99-4013-a7d0-dbb7850bcf5c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.189162] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 704.189406] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 704.189737] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Deleting the datastore file [datastore2] f2a79448-d927-4cfe-8648-4edc226c5369 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 704.190409] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a8b7a99-c161-4bc2-b5ab-8fc5d6e18518 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.195048] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 704.195048] env[69773]: value = "task-3389564" [ 704.195048] env[69773]: _type = "Task" [ 704.195048] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.199375] env[69773]: DEBUG oslo_vmware.api [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for the task: (returnval){ [ 704.199375] env[69773]: value = "task-3389565" [ 704.199375] env[69773]: _type = "Task" [ 704.199375] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.206645] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.211745] env[69773]: DEBUG oslo_vmware.api [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.289937] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Releasing lock "refresh_cache-888e7c77-793b-4420-9743-e2772b836742" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.289937] env[69773]: DEBUG nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Instance network_info: |[{"id": "1027d3a4-88af-4149-af18-a273c8ca5573", "address": "fa:16:3e:eb:8a:55", "network": {"id": "ed8619b1-61fa-417a-a438-d5c1136f2ae1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1799031681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bdedb1aec14c6b8506ba39014c9056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1027d3a4-88", "ovs_interfaceid": "1027d3a4-88af-4149-af18-a273c8ca5573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 704.290303] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:8a:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1027d3a4-88af-4149-af18-a273c8ca5573', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.301153] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Creating folder: Project (41bdedb1aec14c6b8506ba39014c9056). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.301681] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7297de6-a15a-450e-8e46-8a13140376ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.313011] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Created folder: Project (41bdedb1aec14c6b8506ba39014c9056) in parent group-v676268. [ 704.313259] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Creating folder: Instances. Parent ref: group-v676307. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.313618] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3efb588-e0ff-4018-8c19-aa6842a828f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.331921] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Created folder: Instances in parent group-v676307. [ 704.332267] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.334213] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888e7c77-793b-4420-9743-e2772b836742] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.334213] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b293437f-be1c-4fac-a1d5-754f8c9f9b20 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.364838] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.364838] env[69773]: value = "task-3389568" [ 704.364838] env[69773]: _type = "Task" [ 704.364838] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.377612] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389568, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.440140] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquiring lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.444698] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.455132] env[69773]: INFO nova.compute.rpcapi [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 704.459014] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.637335] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389563, 'name': Rename_Task, 'duration_secs': 0.198906} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.637705] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.638014] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8a0f53-245d-4ca0-99d9-f6ca66dcc302 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.644503] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 704.644503] env[69773]: value = "task-3389569" [ 704.644503] env[69773]: _type = "Task" [ 704.644503] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.654069] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.709848] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389564, 'name': ReconfigVM_Task, 'duration_secs': 0.358855} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.710519] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 9ff79424-7170-4235-8542-6e7d812d89b1/9ff79424-7170-4235-8542-6e7d812d89b1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.711513] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-deba90da-7f80-410b-ac4b-2408a79424dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.719952] env[69773]: DEBUG oslo_vmware.api [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Task: {'id': task-3389565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260659} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.721237] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.722436] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.722436] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.722436] env[69773]: INFO nova.compute.manager [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Took 1.41 seconds to destroy the instance on the hypervisor. [ 704.723222] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.723367] env[69773]: DEBUG nova.compute.manager [-] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.723523] env[69773]: DEBUG nova.network.neutron [-] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 704.728640] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 704.728640] env[69773]: value = "task-3389570" [ 704.728640] env[69773]: _type = "Task" [ 704.728640] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.742376] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389570, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.875866] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389568, 'name': CreateVM_Task, 'duration_secs': 0.436471} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.876245] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 888e7c77-793b-4420-9743-e2772b836742] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.876980] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.877221] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.878055] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.878230] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ab1ea2-1721-4080-836e-be0d0eab0fb9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.884231] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 704.884231] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f3db0c-6782-8abd-a60a-9202209d86b8" [ 704.884231] env[69773]: _type = "Task" [ 704.884231] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.894638] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f3db0c-6782-8abd-a60a-9202209d86b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.948885] env[69773]: DEBUG nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.989440] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.989440] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.990022] env[69773]: DEBUG nova.network.neutron [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 705.169324] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.256662] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389570, 'name': Rename_Task, 'duration_secs': 0.20323} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.256662] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 705.256662] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b633a28-512f-4e33-87a6-5d939982c3c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.268648] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 705.268648] env[69773]: value = "task-3389571" [ 705.268648] env[69773]: _type = "Task" [ 705.268648] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.283893] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389571, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.400678] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f3db0c-6782-8abd-a60a-9202209d86b8, 'name': SearchDatastore_Task, 'duration_secs': 0.015035} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.409420] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.409703] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.410098] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.410629] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.410629] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.411334] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f903c819-9e59-497e-9b3d-c14b0d0abc67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.425264] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.425577] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.426811] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d59d1aec-e4b6-485e-905c-286635e3cf49 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.433424] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c5669a-e311-4f93-bccb-3678eb283eef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.444814] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 705.444814] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0fd01-2053-4e0b-daf5-e0d6e495d007" [ 705.444814] env[69773]: _type = "Task" [ 705.444814] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.455707] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64bb020-f404-4281-a144-d720cf6a457f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.524938] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0fd01-2053-4e0b-daf5-e0d6e495d007, 'name': SearchDatastore_Task, 'duration_secs': 0.013923} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.530353] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.532767] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e92ccb1-d060-48b6-9ec5-5d4d8efd3c70 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.537269] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88a27980-6545-492d-b4b7-1a826b71e200 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.549220] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6530c82-f0f6-460b-9fd8-ec96c019b64f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.556107] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 705.556107] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521fb39b-716e-19d5-07dc-fb295d4632b7" [ 705.556107] env[69773]: _type = "Task" [ 705.556107] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.577877] env[69773]: DEBUG nova.compute.provider_tree [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.588529] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521fb39b-716e-19d5-07dc-fb295d4632b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013125} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.591209] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.591589] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 888e7c77-793b-4420-9743-e2772b836742/888e7c77-793b-4420-9743-e2772b836742.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.592549] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffd3c882-98dd-42d6-83ff-eefe6da95ffb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.600128] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 705.600128] env[69773]: value = "task-3389572" [ 705.600128] env[69773]: _type = "Task" [ 705.600128] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.608175] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.658348] env[69773]: DEBUG oslo_vmware.api [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3389569, 'name': PowerOnVM_Task, 'duration_secs': 0.617641} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.658637] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.658871] env[69773]: INFO nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Took 9.90 seconds to spawn the instance on the hypervisor. [ 705.659147] env[69773]: DEBUG nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.660022] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46748fcf-a249-4ec5-ba64-e43b88ef3d98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.782592] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.905394] env[69773]: DEBUG nova.network.neutron [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance_info_cache with network_info: [{"id": "0d93d2eb-849b-44ac-818d-936da46c54f6", "address": "fa:16:3e:b0:4d:c1", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d93d2eb-84", "ovs_interfaceid": "0d93d2eb-849b-44ac-818d-936da46c54f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.966754] env[69773]: DEBUG nova.network.neutron [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Successfully updated port: 18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.058845] env[69773]: DEBUG nova.network.neutron [-] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.112076] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389572, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.117449] env[69773]: ERROR nova.scheduler.client.report [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [req-f8da9ed4-e83a-4850-9519-93c2290eac39] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f8da9ed4-e83a-4850-9519-93c2290eac39"}]} [ 706.142273] env[69773]: DEBUG nova.scheduler.client.report [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 706.169024] env[69773]: DEBUG nova.scheduler.client.report [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 706.169024] env[69773]: DEBUG nova.compute.provider_tree [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.182659] env[69773]: INFO nova.compute.manager [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Took 18.26 seconds to build instance. [ 706.186661] env[69773]: DEBUG nova.scheduler.client.report [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 706.219916] env[69773]: DEBUG nova.scheduler.client.report [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 706.280301] env[69773]: DEBUG oslo_vmware.api [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3389571, 'name': PowerOnVM_Task, 'duration_secs': 0.653945} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.280712] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.281035] env[69773]: INFO nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Took 7.99 seconds to spawn the instance on the hypervisor. [ 706.281504] env[69773]: DEBUG nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.288606] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476120e8-616e-4d2d-a4e9-2e2189873e52 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.411334] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.472245] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.472412] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquired lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.472650] env[69773]: DEBUG nova.network.neutron [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 706.565028] env[69773]: INFO nova.compute.manager [-] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Took 1.84 seconds to deallocate network for instance. [ 706.615974] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723944} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.619470] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 888e7c77-793b-4420-9743-e2772b836742/888e7c77-793b-4420-9743-e2772b836742.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.619762] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.621064] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aeb9bfd1-d3b0-4c7c-85f8-aa634de4b3ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.627928] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 706.627928] env[69773]: value = "task-3389573" [ 706.627928] env[69773]: _type = "Task" [ 706.627928] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.638893] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cd740f-2d39-4eec-9c84-3689012dd65b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.642769] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.648504] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efe859b-db8e-45a8-afe5-02bddc546458 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.653967] env[69773]: DEBUG nova.compute.manager [None req-aba625ff-116a-4f70-ac26-fc199402f158 tempest-ServerExternalEventsTest-100731285 tempest-ServerExternalEventsTest-100731285-project] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Received event network-changed {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.654229] env[69773]: DEBUG nova.compute.manager [None req-aba625ff-116a-4f70-ac26-fc199402f158 tempest-ServerExternalEventsTest-100731285 tempest-ServerExternalEventsTest-100731285-project] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Refreshing instance network info cache due to event network-changed. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.657042] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aba625ff-116a-4f70-ac26-fc199402f158 tempest-ServerExternalEventsTest-100731285 tempest-ServerExternalEventsTest-100731285-project] Acquiring lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.657042] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aba625ff-116a-4f70-ac26-fc199402f158 tempest-ServerExternalEventsTest-100731285 tempest-ServerExternalEventsTest-100731285-project] Acquired lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.657042] env[69773]: DEBUG nova.network.neutron [None req-aba625ff-116a-4f70-ac26-fc199402f158 tempest-ServerExternalEventsTest-100731285 tempest-ServerExternalEventsTest-100731285-project] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 706.688413] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c85f2461-f96c-466d-92e0-9be37518e35c tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "6abd05de-6a9c-43e4-91b2-1b361e389b18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.787s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.689719] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d771e9ab-243a-46e3-94de-cebad4736103 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.699666] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd5d271-3c3d-4acc-9539-41adbfa254d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.706931] env[69773]: DEBUG nova.compute.manager [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] Received event network-vif-plugged-1027d3a4-88af-4149-af18-a273c8ca5573 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.707186] env[69773]: DEBUG oslo_concurrency.lockutils [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] Acquiring lock "888e7c77-793b-4420-9743-e2772b836742-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.707481] env[69773]: DEBUG oslo_concurrency.lockutils [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] Lock "888e7c77-793b-4420-9743-e2772b836742-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.708096] env[69773]: DEBUG oslo_concurrency.lockutils [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] Lock "888e7c77-793b-4420-9743-e2772b836742-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.708096] env[69773]: DEBUG nova.compute.manager [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] No waiting events found dispatching network-vif-plugged-1027d3a4-88af-4149-af18-a273c8ca5573 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.708096] env[69773]: WARNING nova.compute.manager [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] Received unexpected event network-vif-plugged-1027d3a4-88af-4149-af18-a273c8ca5573 for instance with vm_state building and task_state spawning. [ 706.708270] env[69773]: DEBUG nova.compute.manager [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] Received event network-changed-1027d3a4-88af-4149-af18-a273c8ca5573 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.708350] env[69773]: DEBUG nova.compute.manager [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] Refreshing instance network info cache due to event network-changed-1027d3a4-88af-4149-af18-a273c8ca5573. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.708534] env[69773]: DEBUG oslo_concurrency.lockutils [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] Acquiring lock "refresh_cache-888e7c77-793b-4420-9743-e2772b836742" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.708661] env[69773]: DEBUG oslo_concurrency.lockutils [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] Acquired lock "refresh_cache-888e7c77-793b-4420-9743-e2772b836742" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.708806] env[69773]: DEBUG nova.network.neutron [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] Refreshing network info cache for port 1027d3a4-88af-4149-af18-a273c8ca5573 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 706.722077] env[69773]: DEBUG nova.compute.provider_tree [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.814833] env[69773]: INFO nova.compute.manager [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Took 17.25 seconds to build instance. [ 707.039459] env[69773]: DEBUG nova.network.neutron [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 707.077847] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.139552] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075694} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.139815] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.140847] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a1501f-813b-4ce2-8fb6-562dcfc39218 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.169372] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 888e7c77-793b-4420-9743-e2772b836742/888e7c77-793b-4420-9743-e2772b836742.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.170419] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95f7cab3-080c-4c9b-aad3-30c28088d600 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.195686] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 707.195686] env[69773]: value = "task-3389574" [ 707.195686] env[69773]: _type = "Task" [ 707.195686] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.205888] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.264869] env[69773]: DEBUG nova.scheduler.client.report [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 707.265134] env[69773]: DEBUG nova.compute.provider_tree [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 25 to 26 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 707.265313] env[69773]: DEBUG nova.compute.provider_tree [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.318334] env[69773]: DEBUG oslo_concurrency.lockutils [None req-214d441b-009f-4747-9278-2e336b1f03ed tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "9ff79424-7170-4235-8542-6e7d812d89b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.768s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.440135] env[69773]: DEBUG nova.network.neutron [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Updating instance_info_cache with network_info: [{"id": "18dd7eed-844d-4edf-84b4-e558e3ee5c84", "address": "fa:16:3e:53:6a:4b", "network": {"id": "9efb55d0-4bf4-46bf-a6ee-858ca2bee758", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1549910080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d2f0529a684301ace61c1fbcbb0bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dd7eed-84", "ovs_interfaceid": "18dd7eed-844d-4edf-84b4-e558e3ee5c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.710380] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.722253] env[69773]: DEBUG nova.network.neutron [None req-aba625ff-116a-4f70-ac26-fc199402f158 tempest-ServerExternalEventsTest-100731285 tempest-ServerExternalEventsTest-100731285-project] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Updating instance_info_cache with network_info: [{"id": "c2e6661e-f8f4-4260-8ba2-8329f7766fd6", "address": "fa:16:3e:29:91:d2", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e6661e-f8", "ovs_interfaceid": "c2e6661e-f8f4-4260-8ba2-8329f7766fd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.728174] env[69773]: DEBUG nova.network.neutron [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] Updated VIF entry in instance network info cache for port 1027d3a4-88af-4149-af18-a273c8ca5573. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 707.728174] env[69773]: DEBUG nova.network.neutron [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] Updating instance_info_cache with network_info: [{"id": "1027d3a4-88af-4149-af18-a273c8ca5573", "address": "fa:16:3e:eb:8a:55", "network": {"id": "ed8619b1-61fa-417a-a438-d5c1136f2ae1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1799031681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "41bdedb1aec14c6b8506ba39014c9056", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1027d3a4-88", "ovs_interfaceid": "1027d3a4-88af-4149-af18-a273c8ca5573", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.775128] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.826s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.775128] env[69773]: DEBUG nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.776519] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.528s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.776896] env[69773]: DEBUG nova.objects.instance [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Lazy-loading 'resources' on Instance uuid 9409d427-c5e3-4ed7-ab78-9881ecf495c8 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.936092] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8abd36-4ab2-48a1-a080-1c10560c2a18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.945022] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Releasing lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.945022] env[69773]: DEBUG nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Instance network_info: |[{"id": "18dd7eed-844d-4edf-84b4-e558e3ee5c84", "address": "fa:16:3e:53:6a:4b", "network": {"id": "9efb55d0-4bf4-46bf-a6ee-858ca2bee758", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1549910080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d2f0529a684301ace61c1fbcbb0bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dd7eed-84", "ovs_interfaceid": "18dd7eed-844d-4edf-84b4-e558e3ee5c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.959566] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:6a:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18dd7eed-844d-4edf-84b4-e558e3ee5c84', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.969452] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Creating folder: Project (e3d2f0529a684301ace61c1fbcbb0bb4). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.972125] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance '26d30203-6fef-4dbc-a6f4-63fc6987f6a9' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 707.976010] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4455bc45-7243-4c59-a935-33c2a055aaea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.990873] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Created folder: Project (e3d2f0529a684301ace61c1fbcbb0bb4) in parent group-v676268. [ 707.991117] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Creating folder: Instances. Parent ref: group-v676310. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.991384] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a099711-0f9f-47e9-804d-387a08208ac6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.007759] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Created folder: Instances in parent group-v676310. [ 708.007954] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.008480] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.008480] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de7e5b83-0b63-4c4b-bc8b-00c71658da66 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.034964] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.034964] env[69773]: value = "task-3389577" [ 708.034964] env[69773]: _type = "Task" [ 708.034964] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.045221] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389577, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.212349] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389574, 'name': ReconfigVM_Task, 'duration_secs': 0.85113} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.212349] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 888e7c77-793b-4420-9743-e2772b836742/888e7c77-793b-4420-9743-e2772b836742.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.212905] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e775f8a3-9a0e-4701-8094-ab0e62f8c9a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.220157] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 708.220157] env[69773]: value = "task-3389578" [ 708.220157] env[69773]: _type = "Task" [ 708.220157] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.230436] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aba625ff-116a-4f70-ac26-fc199402f158 tempest-ServerExternalEventsTest-100731285 tempest-ServerExternalEventsTest-100731285-project] Releasing lock "refresh_cache-de2e4ff6-207c-4615-a283-bc56ffe88e23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.230995] env[69773]: DEBUG oslo_concurrency.lockutils [req-05eb9395-6b06-4ae6-ba01-08aa7961c065 req-28418a9c-ede5-49a7-99a2-37976a0b4cc7 service nova] Releasing lock "refresh_cache-888e7c77-793b-4420-9743-e2772b836742" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.231286] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389578, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.281831] env[69773]: DEBUG nova.compute.utils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.287227] env[69773]: DEBUG nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.289045] env[69773]: DEBUG nova.network.neutron [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.366516] env[69773]: DEBUG nova.policy [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b75a2c5973a42d09e3e5750366b6bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9553a67cb20e41698aa8106bc60788bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.439469] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "fe5f21a5-ff4f-4417-8059-64202582eca0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.439469] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fe5f21a5-ff4f-4417-8059-64202582eca0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.483185] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.483819] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a318d6-ec8b-4be6-b157-d05cddf31b0a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.494452] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 708.494452] env[69773]: value = "task-3389579" [ 708.494452] env[69773]: _type = "Task" [ 708.494452] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.505029] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.535927] env[69773]: DEBUG nova.compute.manager [req-cb067d1b-cd6f-4e53-b3b0-2016d50f041b req-2e9309f2-23fa-4395-baf5-ef329a9e82fa service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Received event network-vif-plugged-18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.536739] env[69773]: DEBUG oslo_concurrency.lockutils [req-cb067d1b-cd6f-4e53-b3b0-2016d50f041b req-2e9309f2-23fa-4395-baf5-ef329a9e82fa service nova] Acquiring lock "0f7e6714-42dc-4c79-a565-b1b122162a8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.536739] env[69773]: DEBUG oslo_concurrency.lockutils [req-cb067d1b-cd6f-4e53-b3b0-2016d50f041b req-2e9309f2-23fa-4395-baf5-ef329a9e82fa service nova] Lock "0f7e6714-42dc-4c79-a565-b1b122162a8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.536739] env[69773]: DEBUG oslo_concurrency.lockutils [req-cb067d1b-cd6f-4e53-b3b0-2016d50f041b req-2e9309f2-23fa-4395-baf5-ef329a9e82fa service nova] Lock "0f7e6714-42dc-4c79-a565-b1b122162a8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.536739] env[69773]: DEBUG nova.compute.manager [req-cb067d1b-cd6f-4e53-b3b0-2016d50f041b req-2e9309f2-23fa-4395-baf5-ef329a9e82fa service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] No waiting events found dispatching network-vif-plugged-18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.536939] env[69773]: WARNING nova.compute.manager [req-cb067d1b-cd6f-4e53-b3b0-2016d50f041b req-2e9309f2-23fa-4395-baf5-ef329a9e82fa service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Received unexpected event network-vif-plugged-18dd7eed-844d-4edf-84b4-e558e3ee5c84 for instance with vm_state building and task_state spawning. [ 708.553604] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389577, 'name': CreateVM_Task, 'duration_secs': 0.401423} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.553604] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.553604] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.553604] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.553604] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.553870] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc265ae0-08dc-43ed-83bf-98b4cc4a3dd5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.557674] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 708.557674] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52966b39-b01b-565f-74de-0b0bf51a58e2" [ 708.557674] env[69773]: _type = "Task" [ 708.557674] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.575869] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52966b39-b01b-565f-74de-0b0bf51a58e2, 'name': SearchDatastore_Task, 'duration_secs': 0.013703} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.576543] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.576543] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.576842] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.576898] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.577671] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.577671] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beef5299-3bb2-4525-9041-b5069e956166 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.590333] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.590528] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.591957] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c730937-f8d5-433a-803e-763fc10c0ed1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.597799] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 708.597799] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5206f06e-a084-5d7a-7cab-b3397e4e3fc9" [ 708.597799] env[69773]: _type = "Task" [ 708.597799] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.613466] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5206f06e-a084-5d7a-7cab-b3397e4e3fc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.718983] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9249f08c-bdeb-439c-bb15-d69bc3ee34f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.738716] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389578, 'name': Rename_Task, 'duration_secs': 0.187497} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.739554] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.740396] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3eba0d-b131-4ff3-adac-2f63b7f344c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.744629] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52c8096b-3beb-4ca8-883d-0b3b78fc1481 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.781851] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752284e2-17d6-42fc-a1c3-2227245c3dd6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.784815] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 708.784815] env[69773]: value = "task-3389580" [ 708.784815] env[69773]: _type = "Task" [ 708.784815] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.792287] env[69773]: DEBUG nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.798665] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769fc178-3732-493c-bc37-c9af1be67c29 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.807565] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389580, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.822273] env[69773]: DEBUG nova.compute.provider_tree [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.892559] env[69773]: DEBUG nova.network.neutron [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Successfully created port: b5273a2b-2de5-42db-8a6d-a8c3a5940471 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.943075] env[69773]: DEBUG nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.005542] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389579, 'name': PowerOffVM_Task, 'duration_secs': 0.248664} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.007265] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.007265] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance '26d30203-6fef-4dbc-a6f4-63fc6987f6a9' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 709.112126] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5206f06e-a084-5d7a-7cab-b3397e4e3fc9, 'name': SearchDatastore_Task, 'duration_secs': 0.015341} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.113126] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e96a069-f0ea-4667-aad0-39322feb874d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.120193] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 709.120193] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d8c550-6a91-c2b6-c980-8e61d9c0e87f" [ 709.120193] env[69773]: _type = "Task" [ 709.120193] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.133763] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d8c550-6a91-c2b6-c980-8e61d9c0e87f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.298391] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389580, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.326156] env[69773]: DEBUG nova.scheduler.client.report [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.477350] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.517319] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.517862] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.517862] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.518078] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.518236] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.518421] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.518673] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.518811] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.519016] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.519223] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.519401] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.524839] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae5787f-6f42-47a4-a2cb-8a34baaaf27e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.545186] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 709.545186] env[69773]: value = "task-3389581" [ 709.545186] env[69773]: _type = "Task" [ 709.545186] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.556679] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquiring lock "de2e4ff6-207c-4615-a283-bc56ffe88e23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.557063] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "de2e4ff6-207c-4615-a283-bc56ffe88e23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.557379] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquiring lock "de2e4ff6-207c-4615-a283-bc56ffe88e23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.557497] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "de2e4ff6-207c-4615-a283-bc56ffe88e23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.557636] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "de2e4ff6-207c-4615-a283-bc56ffe88e23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.559458] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389581, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.559925] env[69773]: INFO nova.compute.manager [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Terminating instance [ 709.632754] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d8c550-6a91-c2b6-c980-8e61d9c0e87f, 'name': SearchDatastore_Task, 'duration_secs': 0.023075} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.635203] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.635203] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 0f7e6714-42dc-4c79-a565-b1b122162a8a/0f7e6714-42dc-4c79-a565-b1b122162a8a.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.635203] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d4d47ad-70d3-4a2d-8969-adef707ee1db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.644772] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 709.644772] env[69773]: value = "task-3389582" [ 709.644772] env[69773]: _type = "Task" [ 709.644772] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.658748] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.801270] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389580, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.809950] env[69773]: DEBUG nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.836112] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.057s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.836850] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.637s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.837289] env[69773]: DEBUG nova.objects.instance [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lazy-loading 'resources' on Instance uuid 4027dcf8-ef12-4c62-8a69-5f19f2449bf1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.859257] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.859257] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.859541] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.859961] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.860356] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.860863] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.861260] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.863098] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.863098] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.863098] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.863098] env[69773]: DEBUG nova.virt.hardware [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.864433] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a374948-5e67-4698-8d2e-600395336822 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.877749] env[69773]: INFO nova.scheduler.client.report [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Deleted allocations for instance 9409d427-c5e3-4ed7-ab78-9881ecf495c8 [ 709.879820] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff74cf3-adf4-4687-baee-3806f4006c0e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.061907] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389581, 'name': ReconfigVM_Task, 'duration_secs': 0.233388} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.061907] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance '26d30203-6fef-4dbc-a6f4-63fc6987f6a9' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 710.064786] env[69773]: DEBUG nova.compute.manager [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.064993] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.065884] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c03ada-0484-4d28-9db1-7f5c0cfbeecb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.082867] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.082867] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-528df489-fd92-4102-b21a-d541cee1ea3c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.094506] env[69773]: DEBUG oslo_vmware.api [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 710.094506] env[69773]: value = "task-3389583" [ 710.094506] env[69773]: _type = "Task" [ 710.094506] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.107620] env[69773]: DEBUG oslo_vmware.api [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.157955] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389582, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.306549] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389580, 'name': PowerOnVM_Task} progress is 85%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.398367] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e8c8cefb-4fc8-4abe-8eab-ae8f2d272a95 tempest-DeleteServersAdminTestJSON-1711091407 tempest-DeleteServersAdminTestJSON-1711091407-project-admin] Lock "9409d427-c5e3-4ed7-ab78-9881ecf495c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.741s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.575932] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.575932] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.575932] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.576455] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.576455] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.576748] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.576850] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.577024] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.577332] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.577666] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.577941] env[69773]: DEBUG nova.virt.hardware [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.584161] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 710.585616] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1c77c3-9a4d-458f-88c7-ba9551b79732 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.613997] env[69773]: DEBUG oslo_vmware.api [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389583, 'name': PowerOffVM_Task, 'duration_secs': 0.393844} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.615559] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.615744] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.616141] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 710.616141] env[69773]: value = "task-3389584" [ 710.616141] env[69773]: _type = "Task" [ 710.616141] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.616424] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0cb1a37-7554-479c-82c6-2dbfd2853030 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.629881] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.662409] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646246} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.664950] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 0f7e6714-42dc-4c79-a565-b1b122162a8a/0f7e6714-42dc-4c79-a565-b1b122162a8a.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.665804] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.665804] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-927d15e9-d611-444f-8c51-995c07abbfb0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.675886] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 710.675886] env[69773]: value = "task-3389586" [ 710.675886] env[69773]: _type = "Task" [ 710.675886] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.691416] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.749519] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.749825] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.750224] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Deleting the datastore file [datastore2] de2e4ff6-207c-4615-a283-bc56ffe88e23 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.750692] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-094e1bcb-5321-445e-8887-e494ec056135 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.761059] env[69773]: DEBUG oslo_vmware.api [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for the task: (returnval){ [ 710.761059] env[69773]: value = "task-3389587" [ 710.761059] env[69773]: _type = "Task" [ 710.761059] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.777519] env[69773]: DEBUG oslo_vmware.api [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.799450] env[69773]: DEBUG oslo_vmware.api [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389580, 'name': PowerOnVM_Task, 'duration_secs': 1.704676} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.802460] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.802844] env[69773]: INFO nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Took 10.04 seconds to spawn the instance on the hypervisor. [ 710.803146] env[69773]: DEBUG nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.804422] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154a56e2-94c2-4943-9122-f4c7ad082c4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.824946] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a462b4c-48f2-4a3b-946d-248f798f2e0b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.844149] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925eecca-da22-4919-8478-fd8bfb7dd03a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.880829] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a238f80-94da-4dc9-a251-7689c203e810 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.894534] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574425e8-4c4f-4abd-9c5a-fe653d5b4ada {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.913506] env[69773]: DEBUG nova.compute.provider_tree [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.129506] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389584, 'name': ReconfigVM_Task, 'duration_secs': 0.335596} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.129786] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 711.130672] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a8d835-e74a-4e51-9349-9679799f3ffb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.158943] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 26d30203-6fef-4dbc-a6f4-63fc6987f6a9/26d30203-6fef-4dbc-a6f4-63fc6987f6a9.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.159306] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8ee9ae9-22a1-4861-84f4-6e6da8876a7a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.183851] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 711.183851] env[69773]: value = "task-3389588" [ 711.183851] env[69773]: _type = "Task" [ 711.183851] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.195197] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085274} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.195908] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.196866] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45464d89-fbd3-43bc-9435-ce3e01fa4a61 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.204869] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.226769] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 0f7e6714-42dc-4c79-a565-b1b122162a8a/0f7e6714-42dc-4c79-a565-b1b122162a8a.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.226971] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656403f7-db41-49c6-9f09-bec63876b4ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.249396] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 711.249396] env[69773]: value = "task-3389589" [ 711.249396] env[69773]: _type = "Task" [ 711.249396] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.261651] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.272758] env[69773]: DEBUG oslo_vmware.api [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Task: {'id': task-3389587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.339655} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.272998] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.273203] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.273396] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.273575] env[69773]: INFO nova.compute.manager [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Took 1.21 seconds to destroy the instance on the hypervisor. [ 711.273813] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.273997] env[69773]: DEBUG nova.compute.manager [-] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.274166] env[69773]: DEBUG nova.network.neutron [-] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 711.327273] env[69773]: INFO nova.compute.manager [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Took 21.00 seconds to build instance. [ 711.417107] env[69773]: DEBUG nova.scheduler.client.report [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.702278] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.766354] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.828381] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37e903be-5e59-403a-93d2-d19a52f58882 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "888e7c77-793b-4420-9743-e2772b836742" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.509s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.922654] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.086s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.927023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.887s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.930850] env[69773]: INFO nova.compute.claims [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.958204] env[69773]: INFO nova.scheduler.client.report [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Deleted allocations for instance 4027dcf8-ef12-4c62-8a69-5f19f2449bf1 [ 712.055138] env[69773]: DEBUG nova.compute.manager [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.055138] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76907a85-843b-4306-aa90-2480d35def5c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.154281] env[69773]: DEBUG nova.network.neutron [-] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.197700] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.263989] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.293715] env[69773]: DEBUG nova.network.neutron [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Successfully updated port: b5273a2b-2de5-42db-8a6d-a8c3a5940471 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.469433] env[69773]: DEBUG oslo_concurrency.lockutils [None req-07842a51-6616-4e1e-a92f-80e9e1d3c22a tempest-TenantUsagesTestJSON-291315801 tempest-TenantUsagesTestJSON-291315801-project-member] Lock "4027dcf8-ef12-4c62-8a69-5f19f2449bf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.672s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.568706] env[69773]: INFO nova.compute.manager [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] instance snapshotting [ 712.572736] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b63b2-bdc2-454f-bc06-e6b54324eb09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.594061] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238e6cdd-61f4-43b6-b4c1-51bfef358a8e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.656897] env[69773]: INFO nova.compute.manager [-] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Took 1.38 seconds to deallocate network for instance. [ 712.701363] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389588, 'name': ReconfigVM_Task, 'duration_secs': 1.389802} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.701363] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 26d30203-6fef-4dbc-a6f4-63fc6987f6a9/26d30203-6fef-4dbc-a6f4-63fc6987f6a9.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.701363] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance '26d30203-6fef-4dbc-a6f4-63fc6987f6a9' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.706397] env[69773]: DEBUG nova.compute.manager [req-44c4e294-40f5-4a32-923d-455a3be7295f req-509f5328-aae4-43c2-9747-92ec4af5ba88 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Received event network-changed-2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.707482] env[69773]: DEBUG nova.compute.manager [req-44c4e294-40f5-4a32-923d-455a3be7295f req-509f5328-aae4-43c2-9747-92ec4af5ba88 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Refreshing instance network info cache due to event network-changed-2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.708407] env[69773]: DEBUG oslo_concurrency.lockutils [req-44c4e294-40f5-4a32-923d-455a3be7295f req-509f5328-aae4-43c2-9747-92ec4af5ba88 service nova] Acquiring lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.708812] env[69773]: DEBUG oslo_concurrency.lockutils [req-44c4e294-40f5-4a32-923d-455a3be7295f req-509f5328-aae4-43c2-9747-92ec4af5ba88 service nova] Acquired lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.709383] env[69773]: DEBUG nova.network.neutron [req-44c4e294-40f5-4a32-923d-455a3be7295f req-509f5328-aae4-43c2-9747-92ec4af5ba88 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Refreshing network info cache for port 2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 712.764667] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389589, 'name': ReconfigVM_Task, 'duration_secs': 1.305776} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.764989] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 0f7e6714-42dc-4c79-a565-b1b122162a8a/0f7e6714-42dc-4c79-a565-b1b122162a8a.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.766098] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72fe2424-f7f4-4a2b-bc0f-e5cc893edaed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.775453] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 712.775453] env[69773]: value = "task-3389590" [ 712.775453] env[69773]: _type = "Task" [ 712.775453] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.788788] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389590, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.796802] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "refresh_cache-c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.796952] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "refresh_cache-c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.797130] env[69773]: DEBUG nova.network.neutron [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 713.000550] env[69773]: DEBUG oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52516e12-9700-199a-9e6e-03c4ce2d20b5/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.006777] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987d0bdb-89e8-4e4e-8b6a-c779f8c3a0d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.015418] env[69773]: DEBUG oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52516e12-9700-199a-9e6e-03c4ce2d20b5/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.015798] env[69773]: ERROR oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52516e12-9700-199a-9e6e-03c4ce2d20b5/disk-0.vmdk due to incomplete transfer. [ 713.016112] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bf765e24-a1af-490f-92e3-41ea94ce68f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.027342] env[69773]: DEBUG oslo_vmware.rw_handles [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52516e12-9700-199a-9e6e-03c4ce2d20b5/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.027342] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Uploaded image bb8b17a1-18b2-4f20-82d9-7867abf53735 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.030210] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.030844] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-239f5196-debd-4c45-9cd2-3761928641f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.044146] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 713.044146] env[69773]: value = "task-3389591" [ 713.044146] env[69773]: _type = "Task" [ 713.044146] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.056296] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389591, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.107795] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 713.108252] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-048b7b76-0958-45e7-b72a-f432ae41fd30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.118431] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 713.118431] env[69773]: value = "task-3389592" [ 713.118431] env[69773]: _type = "Task" [ 713.118431] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.138706] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389592, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.168055] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.217219] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb97e4b-f416-44f9-acc0-7413217e26f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.250552] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320995d1-8111-4628-a50b-46503742f4f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.279070] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance '26d30203-6fef-4dbc-a6f4-63fc6987f6a9' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.298283] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389590, 'name': Rename_Task, 'duration_secs': 0.217951} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.300218] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.310159] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df8eb080-2921-40aa-a949-a5219ddec3b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.312713] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquiring lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.312961] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.321566] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 713.321566] env[69773]: value = "task-3389593" [ 713.321566] env[69773]: _type = "Task" [ 713.321566] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.335457] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.361957] env[69773]: DEBUG nova.network.neutron [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 713.379506] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e33ae8d-c529-4bae-8e7a-c3654e4066ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.389821] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de75baa-4be5-46b1-b540-77f032644594 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.428911] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d7a7d-637b-4839-b582-53fef9ef1b48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.437670] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eade4a-12f8-46d6-b8c6-95fd93e7a1e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.458865] env[69773]: DEBUG nova.compute.provider_tree [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.558049] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389591, 'name': Destroy_Task, 'duration_secs': 0.343921} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.558339] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Destroyed the VM [ 713.558654] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 713.560017] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-29135970-91f8-4ce9-b3bf-49443935ee68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.567828] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 713.567828] env[69773]: value = "task-3389594" [ 713.567828] env[69773]: _type = "Task" [ 713.567828] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.578799] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389594, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.618705] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.618955] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.631396] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389592, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.634943] env[69773]: DEBUG nova.compute.manager [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Received event network-vif-deleted-e975ac8b-bb79-48d9-8d9d-52e77eedab80 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.635355] env[69773]: DEBUG nova.compute.manager [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Received event network-changed-18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.635536] env[69773]: DEBUG nova.compute.manager [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Refreshing instance network info cache due to event network-changed-18dd7eed-844d-4edf-84b4-e558e3ee5c84. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.635768] env[69773]: DEBUG oslo_concurrency.lockutils [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] Acquiring lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.636092] env[69773]: DEBUG oslo_concurrency.lockutils [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] Acquired lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.636092] env[69773]: DEBUG nova.network.neutron [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Refreshing network info cache for port 18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 713.684593] env[69773]: DEBUG nova.network.neutron [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Updating instance_info_cache with network_info: [{"id": "b5273a2b-2de5-42db-8a6d-a8c3a5940471", "address": "fa:16:3e:35:63:6c", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5273a2b-2d", "ovs_interfaceid": "b5273a2b-2de5-42db-8a6d-a8c3a5940471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.815869] env[69773]: DEBUG nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.841879] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389593, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.858526] env[69773]: DEBUG nova.network.neutron [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Port 0d93d2eb-849b-44ac-818d-936da46c54f6 binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 713.962263] env[69773]: DEBUG nova.scheduler.client.report [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.012787] env[69773]: DEBUG nova.network.neutron [req-44c4e294-40f5-4a32-923d-455a3be7295f req-509f5328-aae4-43c2-9747-92ec4af5ba88 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Updated VIF entry in instance network info cache for port 2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 714.013459] env[69773]: DEBUG nova.network.neutron [req-44c4e294-40f5-4a32-923d-455a3be7295f req-509f5328-aae4-43c2-9747-92ec4af5ba88 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Updating instance_info_cache with network_info: [{"id": "2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3", "address": "fa:16:3e:ae:e6:71", "network": {"id": "ff989275-c127-4941-8f96-bf41c49d164e", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1205381445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "801bcddd1fe94167b92cab6a273c4837", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a0b4bcb-6c", "ovs_interfaceid": "2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.082562] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389594, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.125382] env[69773]: DEBUG nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.134196] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389592, 'name': CreateSnapshot_Task, 'duration_secs': 0.650928} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.134196] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 714.134196] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97d0fee-1602-432b-977a-7733c5b48aec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.191412] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "refresh_cache-c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.191550] env[69773]: DEBUG nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance network_info: |[{"id": "b5273a2b-2de5-42db-8a6d-a8c3a5940471", "address": "fa:16:3e:35:63:6c", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5273a2b-2d", "ovs_interfaceid": "b5273a2b-2de5-42db-8a6d-a8c3a5940471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.193237] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:63:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5273a2b-2de5-42db-8a6d-a8c3a5940471', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.206053] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Creating folder: Project (9553a67cb20e41698aa8106bc60788bc). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.209634] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3abe4a8-2689-4320-98af-290bc04c9ec3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.224207] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Created folder: Project (9553a67cb20e41698aa8106bc60788bc) in parent group-v676268. [ 714.224357] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Creating folder: Instances. Parent ref: group-v676314. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.224606] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8c8b303-d576-4c2c-a186-29b7c5a7aa09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.238047] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Created folder: Instances in parent group-v676314. [ 714.238047] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.238289] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.239553] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf66d90d-e19b-4b89-a517-dd5d058fdc1b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.265646] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.265646] env[69773]: value = "task-3389597" [ 714.265646] env[69773]: _type = "Task" [ 714.265646] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.275408] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389597, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.342386] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389593, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.343252] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.474129] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.474653] env[69773]: DEBUG nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.481646] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.014s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.483207] env[69773]: INFO nova.compute.claims [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.518835] env[69773]: DEBUG oslo_concurrency.lockutils [req-44c4e294-40f5-4a32-923d-455a3be7295f req-509f5328-aae4-43c2-9747-92ec4af5ba88 service nova] Releasing lock "refresh_cache-e584c752-772f-40a4-ac1f-6456ca1d81ea" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.586357] env[69773]: DEBUG oslo_vmware.api [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389594, 'name': RemoveSnapshot_Task, 'duration_secs': 0.706714} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.586357] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 714.586357] env[69773]: INFO nova.compute.manager [None req-86d71d6f-7dad-4314-833b-2c7b8d48eaff tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Took 18.08 seconds to snapshot the instance on the hypervisor. [ 714.638998] env[69773]: DEBUG nova.network.neutron [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Updated VIF entry in instance network info cache for port 18dd7eed-844d-4edf-84b4-e558e3ee5c84. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 714.639321] env[69773]: DEBUG nova.network.neutron [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Updating instance_info_cache with network_info: [{"id": "18dd7eed-844d-4edf-84b4-e558e3ee5c84", "address": "fa:16:3e:53:6a:4b", "network": {"id": "9efb55d0-4bf4-46bf-a6ee-858ca2bee758", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1549910080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d2f0529a684301ace61c1fbcbb0bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dd7eed-84", "ovs_interfaceid": "18dd7eed-844d-4edf-84b4-e558e3ee5c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.661487] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 714.662760] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.663336] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-70d26a08-98f1-4d72-90d6-963bfe8af134 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.674007] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 714.674007] env[69773]: value = "task-3389598" [ 714.674007] env[69773]: _type = "Task" [ 714.674007] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.684291] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389598, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.780258] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389597, 'name': CreateVM_Task, 'duration_secs': 0.395139} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.780481] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.781822] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.781822] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.782256] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.782556] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2939737e-2a21-4a1b-860d-cf6db236ba02 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.791110] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 714.791110] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b04eb-29a7-878c-6a88-6e797d5c6eec" [ 714.791110] env[69773]: _type = "Task" [ 714.791110] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.802408] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b04eb-29a7-878c-6a88-6e797d5c6eec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.833303] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquiring lock "d9135e1c-5104-4429-a638-8df20416734e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.833579] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "d9135e1c-5104-4429-a638-8df20416734e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.842974] env[69773]: DEBUG oslo_vmware.api [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3389593, 'name': PowerOnVM_Task, 'duration_secs': 1.258777} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.842974] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.842974] env[69773]: INFO nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Took 11.42 seconds to spawn the instance on the hypervisor. [ 714.842974] env[69773]: DEBUG nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.843431] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970290a7-e432-4729-b423-9fc563438a0d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.883762] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.884012] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.884196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.987542] env[69773]: DEBUG nova.compute.utils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.993367] env[69773]: DEBUG nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.993367] env[69773]: DEBUG nova.network.neutron [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.098920] env[69773]: DEBUG nova.policy [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fc87b7015f94665a55a3340f060da20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be41c67bdc7f4320be3c6c90816a56b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.141902] env[69773]: DEBUG oslo_concurrency.lockutils [req-de51f641-0d58-4666-a48c-47a7a941a7ef req-8737d6d0-87e4-4d4a-8225-4c761be328df service nova] Releasing lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.188025] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389598, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.303630] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b04eb-29a7-878c-6a88-6e797d5c6eec, 'name': SearchDatastore_Task, 'duration_secs': 0.015912} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.303972] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.304297] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.304552] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.304704] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.308047] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.308047] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7faf7aa0-6a24-4f6a-b5d1-9d61b276f126 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.319364] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.319583] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.320304] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1de483c3-bbba-416e-9352-6b55b071f1f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.329033] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 715.329033] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5227f9d8-db24-4319-70e1-2c7968d45889" [ 715.329033] env[69773]: _type = "Task" [ 715.329033] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.337811] env[69773]: DEBUG nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 715.343131] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5227f9d8-db24-4319-70e1-2c7968d45889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.368487] env[69773]: INFO nova.compute.manager [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Took 24.79 seconds to build instance. [ 715.371915] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "9a1bbae7-741a-4c74-8098-7433b3748301" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.372243] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "9a1bbae7-741a-4c74-8098-7433b3748301" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.498432] env[69773]: DEBUG nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.551485] env[69773]: DEBUG nova.network.neutron [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Successfully created port: c3369812-5bf4-465c-91ec-df3cbaf0f590 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.685980] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389598, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.841960] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5227f9d8-db24-4319-70e1-2c7968d45889, 'name': SearchDatastore_Task, 'duration_secs': 0.025135} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.843467] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1cced9a-8b21-4b6e-a569-db72573deed0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.858943] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 715.858943] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f376d5-f8ea-13d3-8ba2-a8f9096029f2" [ 715.858943] env[69773]: _type = "Task" [ 715.858943] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.867986] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f376d5-f8ea-13d3-8ba2-a8f9096029f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.869344] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.869953] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d21a5610-846f-4caf-833b-52b547d3ecb6 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "0f7e6714-42dc-4c79-a565-b1b122162a8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.310s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.879308] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b090dd-981f-43d0-8c42-e4c3ebf8124a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.888081] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f7982b-4fc7-4058-97db-e11a50f561bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.927778] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b41b3ce-7376-4254-acb2-b5595042e83c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.937370] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baac2d6f-940a-4b6f-93ca-85d6a92e9046 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.943639] env[69773]: DEBUG nova.compute.manager [req-106af314-9692-4baa-8e70-f669c967e0e2 req-2ff866fc-82ba-4059-9cc9-a6b9c14a3310 service nova] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Received event network-vif-deleted-c2e6661e-f8f4-4260-8ba2-8329f7766fd6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.956780] env[69773]: DEBUG nova.compute.provider_tree [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.992126] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.992337] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.992558] env[69773]: DEBUG nova.network.neutron [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 716.187335] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389598, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.376086] env[69773]: DEBUG nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.379014] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f376d5-f8ea-13d3-8ba2-a8f9096029f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.379498] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.379791] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.380129] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ba52a1d-6200-41e6-87ae-2ea56bdb232d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.389877] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 716.389877] env[69773]: value = "task-3389599" [ 716.389877] env[69773]: _type = "Task" [ 716.389877] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.405771] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.459795] env[69773]: DEBUG nova.scheduler.client.report [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.512650] env[69773]: DEBUG nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.555947] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.556193] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.556370] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.556557] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.556692] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.556828] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.557039] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.557194] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.557351] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.557591] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.557848] env[69773]: DEBUG nova.virt.hardware [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.558816] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc9933b-8a83-492f-877e-3e81d4760c2e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.568049] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26658182-cc02-4204-af2c-811baf8a9874 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.696460] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389598, 'name': CloneVM_Task, 'duration_secs': 1.914366} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.696604] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Created linked-clone VM from snapshot [ 716.698024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49146f2d-4722-46d2-974d-73ba3008565e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.710869] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Uploading image 16bc0f83-339c-45ca-8ac5-c02922a9005b {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 716.727586] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 716.728263] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c05af86c-668f-43c0-87d8-15f5f2f8d11a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.738638] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 716.738638] env[69773]: value = "task-3389600" [ 716.738638] env[69773]: _type = "Task" [ 716.738638] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.752026] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389600, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.902081] env[69773]: DEBUG nova.network.neutron [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance_info_cache with network_info: [{"id": "0d93d2eb-849b-44ac-818d-936da46c54f6", "address": "fa:16:3e:b0:4d:c1", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d93d2eb-84", "ovs_interfaceid": "0d93d2eb-849b-44ac-818d-936da46c54f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.914310] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389599, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.922618] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.965964] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.966750] env[69773]: DEBUG nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.972753] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.332s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.973989] env[69773]: INFO nova.compute.claims [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.252036] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389600, 'name': Destroy_Task, 'duration_secs': 0.430353} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.252036] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Destroyed the VM [ 717.252036] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 717.252036] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4022c608-43d5-4a11-9aa3-34465e0d6298 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.260831] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 717.260831] env[69773]: value = "task-3389601" [ 717.260831] env[69773]: _type = "Task" [ 717.260831] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.274980] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389601, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.385174] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Received event network-changed-7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.385442] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Refreshing instance network info cache due to event network-changed-7016df6c-993d-4442-a0cf-fa3bba7e8f7f. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.385696] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquiring lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.385836] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquired lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.388116] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Refreshing network info cache for port 7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 717.408524] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520142} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.409354] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.409700] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.409861] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b87a1a8-0cdd-4d48-a3a9-cd8acb2b44d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.416214] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.423794] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 717.423794] env[69773]: value = "task-3389602" [ 717.423794] env[69773]: _type = "Task" [ 717.423794] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.435865] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.475667] env[69773]: DEBUG nova.compute.utils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.479346] env[69773]: DEBUG nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.479557] env[69773]: DEBUG nova.network.neutron [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.573797] env[69773]: DEBUG nova.policy [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b75a2c5973a42d09e3e5750366b6bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9553a67cb20e41698aa8106bc60788bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.775115] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389601, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.839581] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquiring lock "888e7c77-793b-4420-9743-e2772b836742" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.839581] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "888e7c77-793b-4420-9743-e2772b836742" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.839581] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquiring lock "888e7c77-793b-4420-9743-e2772b836742-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.839581] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "888e7c77-793b-4420-9743-e2772b836742-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.840140] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "888e7c77-793b-4420-9743-e2772b836742-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.840872] env[69773]: INFO nova.compute.manager [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Terminating instance [ 717.948375] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077745} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.948919] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.950183] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c67487-86aa-49a9-ac2a-01dd05f3e28e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.979098] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.980443] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6eadd05-6744-4d34-b607-1000d07dc6c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.997885] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e28d5c7-72c6-4d0d-9393-c176d5a24434 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.001602] env[69773]: DEBUG nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.034177] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 718.034177] env[69773]: value = "task-3389603" [ 718.034177] env[69773]: _type = "Task" [ 718.034177] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.037027] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328b0a8a-40e0-4caa-8eb0-60e7615f1fe5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.056293] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.056753] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance '26d30203-6fef-4dbc-a6f4-63fc6987f6a9' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 718.222243] env[69773]: DEBUG nova.network.neutron [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Successfully updated port: c3369812-5bf4-465c-91ec-df3cbaf0f590 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.269758] env[69773]: DEBUG nova.network.neutron [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Successfully created port: 0d570841-5c2f-4f76-9781-baec555bc232 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.277654] env[69773]: DEBUG oslo_vmware.api [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389601, 'name': RemoveSnapshot_Task, 'duration_secs': 0.667188} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.278344] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 718.349254] env[69773]: DEBUG nova.compute.manager [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.349254] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.350948] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959de9ba-7d29-4511-8584-c76ad3480a77 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.364021] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.364021] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a32c9cf-0a58-4ae3-bfb5-070805a35561 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.374390] env[69773]: DEBUG oslo_vmware.api [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 718.374390] env[69773]: value = "task-3389604" [ 718.374390] env[69773]: _type = "Task" [ 718.374390] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.390733] env[69773]: DEBUG oslo_vmware.api [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.407899] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518775b7-ea3f-48e3-86ec-e13f6c768b05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.416798] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72e7547-87ef-4f95-b8a2-917d20e12595 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.452391] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871e3b1-b9a5-4e35-9676-b82f3bbcf0fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.462207] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1670812b-e105-4c98-aa65-7efb789f364f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.479775] env[69773]: DEBUG nova.compute.provider_tree [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.551476] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.566531] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.566934] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70a15ce2-0adb-463f-9b45-fc87cf037cc1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.576779] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 718.576779] env[69773]: value = "task-3389605" [ 718.576779] env[69773]: _type = "Task" [ 718.576779] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.591353] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.725303] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "refresh_cache-e4b38901-401b-42f4-beff-557e1416abb2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.725452] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquired lock "refresh_cache-e4b38901-401b-42f4-beff-557e1416abb2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.725661] env[69773]: DEBUG nova.network.neutron [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 718.784966] env[69773]: WARNING nova.compute.manager [None req-1d4eb5a7-ffcd-4faa-b281-eb48414ecae4 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Image not found during snapshot: nova.exception.ImageNotFound: Image 16bc0f83-339c-45ca-8ac5-c02922a9005b could not be found. [ 718.787255] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Updated VIF entry in instance network info cache for port 7016df6c-993d-4442-a0cf-fa3bba7e8f7f. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 718.787583] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Updating instance_info_cache with network_info: [{"id": "7016df6c-993d-4442-a0cf-fa3bba7e8f7f", "address": "fa:16:3e:f5:4f:de", "network": {"id": "cb154a56-0142-4e24-b2de-5d005a4ace4b", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1574705189-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d0dcf9f01bd347838c3d0f06278d67f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b5a629f-6902-4d30-9278-74b443a8371d", "external-id": "nsx-vlan-transportzone-185", "segmentation_id": 185, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7016df6c-99", "ovs_interfaceid": "7016df6c-993d-4442-a0cf-fa3bba7e8f7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.895066] env[69773]: DEBUG oslo_vmware.api [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389604, 'name': PowerOffVM_Task, 'duration_secs': 0.300055} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.895679] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.895885] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.896245] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07d3e644-933e-43eb-bcf0-3ff34317922c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.967679] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.968153] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.968322] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Deleting the datastore file [datastore1] 888e7c77-793b-4420-9743-e2772b836742 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.968686] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-897ad996-82a9-49f6-aa31-71c6d8fda576 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.980026] env[69773]: DEBUG oslo_vmware.api [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for the task: (returnval){ [ 718.980026] env[69773]: value = "task-3389607" [ 718.980026] env[69773]: _type = "Task" [ 718.980026] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.987328] env[69773]: DEBUG nova.scheduler.client.report [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.999978] env[69773]: DEBUG oslo_vmware.api [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.014142] env[69773]: DEBUG nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.048258] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.048258] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.048258] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.048529] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.048706] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.049204] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.049204] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.049346] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.049406] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.049767] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.049767] env[69773]: DEBUG nova.virt.hardware [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.050642] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194d883c-d9b7-4fe2-9b49-af3c75c4d47d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.058707] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389603, 'name': ReconfigVM_Task, 'duration_secs': 0.686885} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.059607] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.060485] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d94ddc2-ddeb-4c0b-9143-d4f586f82629 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.065605] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bedd0ab-5429-4c47-a94e-b1bfbbd99a6d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.071517] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 719.071517] env[69773]: value = "task-3389608" [ 719.071517] env[69773]: _type = "Task" [ 719.071517] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.097024] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389608, 'name': Rename_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.100774] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.291732] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Releasing lock "refresh_cache-6abd05de-6a9c-43e4-91b2-1b361e389b18" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.292010] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Received event network-changed-7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.292188] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Refreshing instance network info cache due to event network-changed-7bb6028f-deaf-4f24-bd53-6147b99550bd. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.292404] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquiring lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.292545] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquired lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.292698] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Refreshing network info cache for port 7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 719.492919] env[69773]: DEBUG oslo_vmware.api [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Task: {'id': task-3389607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149082} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.493659] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.494189] env[69773]: DEBUG nova.compute.manager [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.497061] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.497257] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.497511] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.497689] env[69773]: INFO nova.compute.manager [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] [instance: 888e7c77-793b-4420-9743-e2772b836742] Took 1.15 seconds to destroy the instance on the hypervisor. [ 719.497925] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.498175] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.968s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.499620] env[69773]: INFO nova.compute.claims [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.502021] env[69773]: DEBUG nova.compute.manager [-] [instance: 888e7c77-793b-4420-9743-e2772b836742] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.502127] env[69773]: DEBUG nova.network.neutron [-] [instance: 888e7c77-793b-4420-9743-e2772b836742] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 719.510623] env[69773]: DEBUG nova.network.neutron [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 719.585863] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389608, 'name': Rename_Task, 'duration_secs': 0.175962} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.586691] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.587137] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07fe0660-7e94-49c6-9a07-b63756f5cbd7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.604187] env[69773]: DEBUG oslo_vmware.api [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389605, 'name': PowerOnVM_Task, 'duration_secs': 0.626846} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.605727] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.605933] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a5ba0f2-0e3a-4a19-9e73-284be9e5655a tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance '26d30203-6fef-4dbc-a6f4-63fc6987f6a9' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 719.609587] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 719.609587] env[69773]: value = "task-3389609" [ 719.609587] env[69773]: _type = "Task" [ 719.609587] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.620020] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.801396] env[69773]: DEBUG nova.compute.manager [req-4cad791d-ac74-4848-841a-1262301f3b57 req-e656a947-5d62-46aa-990c-8dd1bf45a0f4 service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Received event network-changed-18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 719.801595] env[69773]: DEBUG nova.compute.manager [req-4cad791d-ac74-4848-841a-1262301f3b57 req-e656a947-5d62-46aa-990c-8dd1bf45a0f4 service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Refreshing instance network info cache due to event network-changed-18dd7eed-844d-4edf-84b4-e558e3ee5c84. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 719.801948] env[69773]: DEBUG oslo_concurrency.lockutils [req-4cad791d-ac74-4848-841a-1262301f3b57 req-e656a947-5d62-46aa-990c-8dd1bf45a0f4 service nova] Acquiring lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.802110] env[69773]: DEBUG oslo_concurrency.lockutils [req-4cad791d-ac74-4848-841a-1262301f3b57 req-e656a947-5d62-46aa-990c-8dd1bf45a0f4 service nova] Acquired lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.802284] env[69773]: DEBUG nova.network.neutron [req-4cad791d-ac74-4848-841a-1262301f3b57 req-e656a947-5d62-46aa-990c-8dd1bf45a0f4 service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Refreshing network info cache for port 18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 720.011456] env[69773]: DEBUG nova.compute.utils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.011456] env[69773]: DEBUG nova.compute.manager [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 720.077248] env[69773]: DEBUG nova.network.neutron [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Updating instance_info_cache with network_info: [{"id": "c3369812-5bf4-465c-91ec-df3cbaf0f590", "address": "fa:16:3e:72:3f:75", "network": {"id": "b4ef627f-10b2-408a-a3fc-91893e0e496c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1661754929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be41c67bdc7f4320be3c6c90816a56b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3369812-5b", "ovs_interfaceid": "c3369812-5bf4-465c-91ec-df3cbaf0f590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.126940] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.517056] env[69773]: DEBUG nova.compute.manager [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.581217] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Releasing lock "refresh_cache-e4b38901-401b-42f4-beff-557e1416abb2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.581522] env[69773]: DEBUG nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Instance network_info: |[{"id": "c3369812-5bf4-465c-91ec-df3cbaf0f590", "address": "fa:16:3e:72:3f:75", "network": {"id": "b4ef627f-10b2-408a-a3fc-91893e0e496c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1661754929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be41c67bdc7f4320be3c6c90816a56b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3369812-5b", "ovs_interfaceid": "c3369812-5bf4-465c-91ec-df3cbaf0f590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.582164] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:3f:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3369812-5bf4-465c-91ec-df3cbaf0f590', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.597436] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Creating folder: Project (be41c67bdc7f4320be3c6c90816a56b7). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.602194] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef127281-3783-4702-9106-1e7a059d5343 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.615405] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Created folder: Project (be41c67bdc7f4320be3c6c90816a56b7) in parent group-v676268. [ 720.615786] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Creating folder: Instances. Parent ref: group-v676318. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.623159] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ec8ec83-4fd5-4656-9934-a334f99a4f7f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.643946] env[69773]: DEBUG oslo_vmware.api [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389609, 'name': PowerOnVM_Task, 'duration_secs': 0.637336} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.644866] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Updated VIF entry in instance network info cache for port 7bb6028f-deaf-4f24-bd53-6147b99550bd. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 720.645185] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Updating instance_info_cache with network_info: [{"id": "7bb6028f-deaf-4f24-bd53-6147b99550bd", "address": "fa:16:3e:9b:7b:a3", "network": {"id": "e24fc956-5bde-451e-a79d-45e90c9be6fd", "bridge": "br-int", "label": "tempest-ServersTestJSON-1194316965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53b4a6ab6a6c4710b554fee0b1f8185b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4df917f7-847a-4c0e-b0e3-69a52e4a1554", "external-id": "cl2-zone-457", "segmentation_id": 457, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bb6028f-de", "ovs_interfaceid": "7bb6028f-deaf-4f24-bd53-6147b99550bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.649266] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.649266] env[69773]: INFO nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Took 10.84 seconds to spawn the instance on the hypervisor. [ 720.649266] env[69773]: DEBUG nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.649266] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a38f8-7823-4ad6-befb-c9e8d0e2a536 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.664175] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Created folder: Instances in parent group-v676318. [ 720.664433] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.665904] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.666815] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f591b875-febd-4027-9cf8-826d1a137e5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.703673] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.703673] env[69773]: value = "task-3389612" [ 720.703673] env[69773]: _type = "Task" [ 720.703673] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.718439] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389612, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.775986] env[69773]: DEBUG nova.network.neutron [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Successfully updated port: 0d570841-5c2f-4f76-9781-baec555bc232 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.964404] env[69773]: DEBUG nova.network.neutron [-] [instance: 888e7c77-793b-4420-9743-e2772b836742] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.069549] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52d4edf-869c-44ef-802a-08d0ebc30832 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.081780] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f26f93b-8df8-4d5a-93d0-e9306975243d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.123313] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580b8d4c-f9a2-4203-abf1-4f61307a9743 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.139074] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bebbf20-1061-4f84-8b63-0580d0b486da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.148281] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Releasing lock "refresh_cache-9ff79424-7170-4235-8542-6e7d812d89b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.148787] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Received event network-changed-d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.148787] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Refreshing instance network info cache due to event network-changed-d208b43d-fd41-4503-a3e1-a87ef8312690. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.148964] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquiring lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.149020] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquired lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.149235] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Refreshing network info cache for port d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 721.163442] env[69773]: DEBUG nova.compute.provider_tree [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.177842] env[69773]: INFO nova.compute.manager [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Took 28.16 seconds to build instance. [ 721.216610] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389612, 'name': CreateVM_Task, 'duration_secs': 0.396876} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.217427] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.219409] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.219561] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.219873] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.220395] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-299c35d2-0941-40ca-8f6b-233be491ba71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.226260] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 721.226260] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5205f181-d309-26b9-a212-5a2abe906bf1" [ 721.226260] env[69773]: _type = "Task" [ 721.226260] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.235506] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5205f181-d309-26b9-a212-5a2abe906bf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.283025] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "refresh_cache-241a1686-456e-42a0-8258-752ff9aebb61" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.283025] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "refresh_cache-241a1686-456e-42a0-8258-752ff9aebb61" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.283025] env[69773]: DEBUG nova.network.neutron [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 721.467597] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Updated VIF entry in instance network info cache for port d208b43d-fd41-4503-a3e1-a87ef8312690. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 721.468741] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Updating instance_info_cache with network_info: [{"id": "d208b43d-fd41-4503-a3e1-a87ef8312690", "address": "fa:16:3e:74:15:6e", "network": {"id": "940b16d7-872d-45f8-8dbd-11b40bbbe0b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-718051412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832db0d91c9340b997773686e64955ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd208b43d-fd", "ovs_interfaceid": "d208b43d-fd41-4503-a3e1-a87ef8312690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.469265] env[69773]: INFO nova.compute.manager [-] [instance: 888e7c77-793b-4420-9743-e2772b836742] Took 1.97 seconds to deallocate network for instance. [ 721.533813] env[69773]: DEBUG nova.compute.manager [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.563237] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.563524] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.563683] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.563888] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.564014] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.564168] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.564406] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.564576] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.564742] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.564903] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.565123] env[69773]: DEBUG nova.virt.hardware [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.566118] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe14b03e-4c69-4731-873f-cc9185c595c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.574751] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c40b212-e4d2-4445-b0ac-9aaaea8651d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.589160] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.595013] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Creating folder: Project (88ada29b743d43fca74575bd2a8a0663). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.596804] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64c33ee1-4df0-4f97-981c-b71dec0dbf9a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.607527] env[69773]: DEBUG nova.network.neutron [req-4cad791d-ac74-4848-841a-1262301f3b57 req-e656a947-5d62-46aa-990c-8dd1bf45a0f4 service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Updated VIF entry in instance network info cache for port 18dd7eed-844d-4edf-84b4-e558e3ee5c84. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 721.607918] env[69773]: DEBUG nova.network.neutron [req-4cad791d-ac74-4848-841a-1262301f3b57 req-e656a947-5d62-46aa-990c-8dd1bf45a0f4 service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Updating instance_info_cache with network_info: [{"id": "18dd7eed-844d-4edf-84b4-e558e3ee5c84", "address": "fa:16:3e:53:6a:4b", "network": {"id": "9efb55d0-4bf4-46bf-a6ee-858ca2bee758", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1549910080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d2f0529a684301ace61c1fbcbb0bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18dd7eed-84", "ovs_interfaceid": "18dd7eed-844d-4edf-84b4-e558e3ee5c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.611406] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Created folder: Project (88ada29b743d43fca74575bd2a8a0663) in parent group-v676268. [ 721.611635] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Creating folder: Instances. Parent ref: group-v676321. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.612258] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14789eb4-6833-4856-959d-3d875a782b19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.623418] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Created folder: Instances in parent group-v676321. [ 721.624391] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.624391] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.624391] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c106258-2415-4072-b92e-2787fca28696 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.647055] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.647055] env[69773]: value = "task-3389615" [ 721.647055] env[69773]: _type = "Task" [ 721.647055] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.657496] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389615, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.673042] env[69773]: DEBUG nova.scheduler.client.report [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.680546] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1902c71f-4ca7-4795-8dd0-283c2153dd0d tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.670s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.740668] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5205f181-d309-26b9-a212-5a2abe906bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.012725} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.740979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.741231] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.741522] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.741621] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.741774] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.742054] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ac7fda3-fea3-471e-a9a0-2e0707910cf0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.755898] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.756813] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.756912] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166deb4b-990c-4fdd-a063-d8c8b0732ea9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.763638] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 721.763638] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5296be30-67d5-e53e-f995-ed617d274534" [ 721.763638] env[69773]: _type = "Task" [ 721.763638] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.772164] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5296be30-67d5-e53e-f995-ed617d274534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.900471] env[69773]: DEBUG nova.network.neutron [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 721.972433] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Releasing lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.972842] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Received event network-vif-plugged-b5273a2b-2de5-42db-8a6d-a8c3a5940471 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.973027] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquiring lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.973241] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.973404] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.973566] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] No waiting events found dispatching network-vif-plugged-b5273a2b-2de5-42db-8a6d-a8c3a5940471 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.973785] env[69773]: WARNING nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Received unexpected event network-vif-plugged-b5273a2b-2de5-42db-8a6d-a8c3a5940471 for instance with vm_state building and task_state spawning. [ 721.973960] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Received event network-changed-b5273a2b-2de5-42db-8a6d-a8c3a5940471 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.974618] env[69773]: DEBUG nova.compute.manager [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Refreshing instance network info cache due to event network-changed-b5273a2b-2de5-42db-8a6d-a8c3a5940471. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.974618] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquiring lock "refresh_cache-c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.974618] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Acquired lock "refresh_cache-c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.974754] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Refreshing network info cache for port b5273a2b-2de5-42db-8a6d-a8c3a5940471 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 721.979465] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.115361] env[69773]: DEBUG oslo_concurrency.lockutils [req-4cad791d-ac74-4848-841a-1262301f3b57 req-e656a947-5d62-46aa-990c-8dd1bf45a0f4 service nova] Releasing lock "refresh_cache-0f7e6714-42dc-4c79-a565-b1b122162a8a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.159350] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389615, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.180027] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.180027] env[69773]: DEBUG nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.181939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.104s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.182254] env[69773]: DEBUG nova.objects.instance [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lazy-loading 'resources' on Instance uuid f2a79448-d927-4cfe-8648-4edc226c5369 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 722.206515] env[69773]: DEBUG nova.compute.manager [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Received event network-vif-plugged-c3369812-5bf4-465c-91ec-df3cbaf0f590 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.206515] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] Acquiring lock "e4b38901-401b-42f4-beff-557e1416abb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.206515] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] Lock "e4b38901-401b-42f4-beff-557e1416abb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.206515] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] Lock "e4b38901-401b-42f4-beff-557e1416abb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.206515] env[69773]: DEBUG nova.compute.manager [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] No waiting events found dispatching network-vif-plugged-c3369812-5bf4-465c-91ec-df3cbaf0f590 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 722.207310] env[69773]: WARNING nova.compute.manager [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Received unexpected event network-vif-plugged-c3369812-5bf4-465c-91ec-df3cbaf0f590 for instance with vm_state building and task_state spawning. [ 722.207310] env[69773]: DEBUG nova.compute.manager [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Received event network-changed-c3369812-5bf4-465c-91ec-df3cbaf0f590 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.207310] env[69773]: DEBUG nova.compute.manager [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Refreshing instance network info cache due to event network-changed-c3369812-5bf4-465c-91ec-df3cbaf0f590. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.207310] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] Acquiring lock "refresh_cache-e4b38901-401b-42f4-beff-557e1416abb2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.207310] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] Acquired lock "refresh_cache-e4b38901-401b-42f4-beff-557e1416abb2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.207691] env[69773]: DEBUG nova.network.neutron [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Refreshing network info cache for port c3369812-5bf4-465c-91ec-df3cbaf0f590 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 722.275234] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5296be30-67d5-e53e-f995-ed617d274534, 'name': SearchDatastore_Task, 'duration_secs': 0.026438} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.278936] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba1e3a48-6589-4bd0-9fe7-8d034a28ec34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.287391] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 722.287391] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527df784-1cac-9ecb-6e6e-c5c58b766b01" [ 722.287391] env[69773]: _type = "Task" [ 722.287391] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.295871] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527df784-1cac-9ecb-6e6e-c5c58b766b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.375163] env[69773]: DEBUG nova.network.neutron [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Updating instance_info_cache with network_info: [{"id": "0d570841-5c2f-4f76-9781-baec555bc232", "address": "fa:16:3e:46:18:e1", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d570841-5c", "ovs_interfaceid": "0d570841-5c2f-4f76-9781-baec555bc232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.659926] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389615, 'name': CreateVM_Task, 'duration_secs': 0.549647} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.660223] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.660673] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.660825] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.663041] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.663041] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a323230-f085-401b-81ff-073c27da48b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.668215] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 722.668215] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b833b-028e-47a9-c41b-653365c4ffef" [ 722.668215] env[69773]: _type = "Task" [ 722.668215] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.678538] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b833b-028e-47a9-c41b-653365c4ffef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.684974] env[69773]: DEBUG nova.compute.utils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.690139] env[69773]: DEBUG nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.690139] env[69773]: DEBUG nova.network.neutron [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.776019] env[69773]: DEBUG nova.policy [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a846a44f7a9046ffa0dfb280e237f237', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '26bda936cbdb4fcc8adfab2eb017215f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.801146] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527df784-1cac-9ecb-6e6e-c5c58b766b01, 'name': SearchDatastore_Task, 'duration_secs': 0.021629} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.801873] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.802653] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] e4b38901-401b-42f4-beff-557e1416abb2/e4b38901-401b-42f4-beff-557e1416abb2.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.803042] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8c5a8b5-2301-4cd1-b837-802f180131f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.811827] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 722.811827] env[69773]: value = "task-3389616" [ 722.811827] env[69773]: _type = "Task" [ 722.811827] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.823972] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.879829] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "refresh_cache-241a1686-456e-42a0-8258-752ff9aebb61" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.880483] env[69773]: DEBUG nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Instance network_info: |[{"id": "0d570841-5c2f-4f76-9781-baec555bc232", "address": "fa:16:3e:46:18:e1", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d570841-5c", "ovs_interfaceid": "0d570841-5c2f-4f76-9781-baec555bc232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.883772] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:18:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d570841-5c2f-4f76-9781-baec555bc232', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.899772] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.904946] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.907095] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71fe3a9d-f28d-4091-ae4b-2bba5edbe56b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.945316] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.945316] env[69773]: value = "task-3389617" [ 722.945316] env[69773]: _type = "Task" [ 722.945316] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.957159] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389617, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.140312] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5461fc8-317a-4c9a-b92a-78ecc3abef10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.150605] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b767c26-3827-4a23-b3ac-a02f022636b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.191750] env[69773]: DEBUG nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.202480] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae954bc-47ad-4ffd-93cf-839fffad87a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.220411] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b63bfdd-a4c2-4f30-acc5-bf78ca718de5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.226331] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b833b-028e-47a9-c41b-653365c4ffef, 'name': SearchDatastore_Task, 'duration_secs': 0.034219} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.227047] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.227280] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.227531] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.227672] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.227842] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.228547] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c8d0aa2-c0c0-4d1b-940b-a3e35c06121a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.243157] env[69773]: DEBUG nova.compute.provider_tree [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.249405] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.249405] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.249405] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7802caa-0fed-41c7-9462-edbf13d54ac9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.256752] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 723.256752] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528780db-f4e2-d30e-bbe5-a465a413dde7" [ 723.256752] env[69773]: _type = "Task" [ 723.256752] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.272438] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528780db-f4e2-d30e-bbe5-a465a413dde7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.323873] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389616, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.324880] env[69773]: DEBUG nova.network.neutron [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Successfully created port: c6873196-11cd-431c-a67c-68344dba7652 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.455691] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389617, 'name': CreateVM_Task, 'duration_secs': 0.481478} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.455870] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.457326] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.457481] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.457906] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.458288] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fedb5bb-c4e7-4fa3-b6ea-d28045c8a70d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.463689] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 723.463689] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5233b485-037d-46a8-ade3-07adb129fe1e" [ 723.463689] env[69773]: _type = "Task" [ 723.463689] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.474387] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5233b485-037d-46a8-ade3-07adb129fe1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.586847] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Updated VIF entry in instance network info cache for port b5273a2b-2de5-42db-8a6d-a8c3a5940471. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 723.587266] env[69773]: DEBUG nova.network.neutron [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Updating instance_info_cache with network_info: [{"id": "b5273a2b-2de5-42db-8a6d-a8c3a5940471", "address": "fa:16:3e:35:63:6c", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5273a2b-2d", "ovs_interfaceid": "b5273a2b-2de5-42db-8a6d-a8c3a5940471", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.749762] env[69773]: DEBUG nova.scheduler.client.report [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.769317] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528780db-f4e2-d30e-bbe5-a465a413dde7, 'name': SearchDatastore_Task, 'duration_secs': 0.058677} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.769317] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2960a502-feff-4538-90b4-89ebfe3daf4b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.775840] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 723.775840] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52433411-e5eb-7831-dba2-27e114da77f5" [ 723.775840] env[69773]: _type = "Task" [ 723.775840] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.785367] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52433411-e5eb-7831-dba2-27e114da77f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.811605] env[69773]: DEBUG nova.network.neutron [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Updated VIF entry in instance network info cache for port c3369812-5bf4-465c-91ec-df3cbaf0f590. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 723.811968] env[69773]: DEBUG nova.network.neutron [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Updating instance_info_cache with network_info: [{"id": "c3369812-5bf4-465c-91ec-df3cbaf0f590", "address": "fa:16:3e:72:3f:75", "network": {"id": "b4ef627f-10b2-408a-a3fc-91893e0e496c", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1661754929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be41c67bdc7f4320be3c6c90816a56b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3369812-5b", "ovs_interfaceid": "c3369812-5bf4-465c-91ec-df3cbaf0f590", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.823528] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524154} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.824496] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] e4b38901-401b-42f4-beff-557e1416abb2/e4b38901-401b-42f4-beff-557e1416abb2.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.824755] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.825036] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b56d9d24-ff35-482d-a289-e7e2618fd40c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.833442] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 723.833442] env[69773]: value = "task-3389618" [ 723.833442] env[69773]: _type = "Task" [ 723.833442] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.843904] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.976712] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5233b485-037d-46a8-ade3-07adb129fe1e, 'name': SearchDatastore_Task, 'duration_secs': 0.026084} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.977036] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.977274] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.977822] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.977992] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.978194] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.979023] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20612074-4bf8-48d6-b420-52ddfdd6d973 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.989668] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.989862] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.990616] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b6ae15-3eae-45fd-8b38-f6045be7a3ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.997536] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 723.997536] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5297ef47-a1ea-9ef1-399c-17fd4107f5cc" [ 723.997536] env[69773]: _type = "Task" [ 723.997536] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.007370] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5297ef47-a1ea-9ef1-399c-17fd4107f5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.090350] env[69773]: DEBUG oslo_concurrency.lockutils [req-16e8b84f-25a9-442f-bc66-8c045dcfc802 req-a1b332d5-7deb-457e-b7d8-8ae894b86006 service nova] Releasing lock "refresh_cache-c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.200837] env[69773]: DEBUG nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.232338] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.232593] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.232764] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.232949] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.235355] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.235355] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.235355] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.235355] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.235355] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.235664] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.235664] env[69773]: DEBUG nova.virt.hardware [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.237304] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbbb9a7-83dc-4cc0-9a23-f80c7fe357d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.247513] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e1cbc9-0f91-4ab5-91c6-45c672edd3ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.266980] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.269663] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.792s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.272730] env[69773]: INFO nova.compute.claims [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.288481] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52433411-e5eb-7831-dba2-27e114da77f5, 'name': SearchDatastore_Task, 'duration_secs': 0.055353} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.288758] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.289034] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.289342] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c306d98-f132-4e76-bdbf-b8a860d7f911 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.300819] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 724.300819] env[69773]: value = "task-3389619" [ 724.300819] env[69773]: _type = "Task" [ 724.300819] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.305619] env[69773]: INFO nova.scheduler.client.report [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Deleted allocations for instance f2a79448-d927-4cfe-8648-4edc226c5369 [ 724.312528] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.315792] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4bbbcf-280a-486e-9ab2-51f0f3dc06f0 req-157978b5-6f2b-477d-9a73-7abf760f86ee service nova] Releasing lock "refresh_cache-e4b38901-401b-42f4-beff-557e1416abb2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.348642] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068622} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.349976] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.349976] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d6c59-fcd9-4413-af33-bb9071c61d26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.386825] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e4b38901-401b-42f4-beff-557e1416abb2/e4b38901-401b-42f4-beff-557e1416abb2.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.389361] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b5822f-77d5-4d9d-adfb-f37c0c0e46be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.412693] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 724.412693] env[69773]: value = "task-3389620" [ 724.412693] env[69773]: _type = "Task" [ 724.412693] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.422148] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.450215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "f1d027e6-d48a-42ad-9099-7798329d205f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.450215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "f1d027e6-d48a-42ad-9099-7798329d205f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.450215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "f1d027e6-d48a-42ad-9099-7798329d205f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.450215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "f1d027e6-d48a-42ad-9099-7798329d205f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.450853] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "f1d027e6-d48a-42ad-9099-7798329d205f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.452642] env[69773]: INFO nova.compute.manager [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Terminating instance [ 724.510451] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5297ef47-a1ea-9ef1-399c-17fd4107f5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.032437} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.514021] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8abb84f0-f5b5-44a6-b4d5-90c59d53d876 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.520312] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 724.520312] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524731d4-fea1-7af8-b3cf-cf3cbce84d4b" [ 724.520312] env[69773]: _type = "Task" [ 724.520312] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.533262] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524731d4-fea1-7af8-b3cf-cf3cbce84d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.738074] env[69773]: DEBUG nova.compute.manager [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Received event network-vif-plugged-0d570841-5c2f-4f76-9781-baec555bc232 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.738303] env[69773]: DEBUG oslo_concurrency.lockutils [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] Acquiring lock "241a1686-456e-42a0-8258-752ff9aebb61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.738949] env[69773]: DEBUG oslo_concurrency.lockutils [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] Lock "241a1686-456e-42a0-8258-752ff9aebb61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.739163] env[69773]: DEBUG oslo_concurrency.lockutils [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] Lock "241a1686-456e-42a0-8258-752ff9aebb61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.739314] env[69773]: DEBUG nova.compute.manager [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] No waiting events found dispatching network-vif-plugged-0d570841-5c2f-4f76-9781-baec555bc232 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 724.739488] env[69773]: WARNING nova.compute.manager [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Received unexpected event network-vif-plugged-0d570841-5c2f-4f76-9781-baec555bc232 for instance with vm_state building and task_state spawning. [ 724.739673] env[69773]: DEBUG nova.compute.manager [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Received event network-changed-0d570841-5c2f-4f76-9781-baec555bc232 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.739765] env[69773]: DEBUG nova.compute.manager [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Refreshing instance network info cache due to event network-changed-0d570841-5c2f-4f76-9781-baec555bc232. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.740113] env[69773]: DEBUG oslo_concurrency.lockutils [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] Acquiring lock "refresh_cache-241a1686-456e-42a0-8258-752ff9aebb61" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.740249] env[69773]: DEBUG oslo_concurrency.lockutils [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] Acquired lock "refresh_cache-241a1686-456e-42a0-8258-752ff9aebb61" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.740403] env[69773]: DEBUG nova.network.neutron [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Refreshing network info cache for port 0d570841-5c2f-4f76-9781-baec555bc232 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 724.812614] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389619, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.821284] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13dade04-0f04-4912-8237-5a3cd18a461c tempest-InstanceActionsV221TestJSON-692172157 tempest-InstanceActionsV221TestJSON-692172157-project-member] Lock "f2a79448-d927-4cfe-8648-4edc226c5369" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.026s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.929183] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.957633] env[69773]: DEBUG nova.compute.manager [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.957917] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.959071] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc37bd4-6844-49ff-9402-c489f019731c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.972570] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.972570] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4e4ef2d-6b30-44a2-af72-bcd6ab00e4a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.982246] env[69773]: DEBUG oslo_vmware.api [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 724.982246] env[69773]: value = "task-3389621" [ 724.982246] env[69773]: _type = "Task" [ 724.982246] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.992542] env[69773]: DEBUG oslo_vmware.api [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.034762] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524731d4-fea1-7af8-b3cf-cf3cbce84d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.042201} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.034762] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.034762] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 241a1686-456e-42a0-8258-752ff9aebb61/241a1686-456e-42a0-8258-752ff9aebb61.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.034762] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd93d81f-b5d0-4c93-8a11-b9dc477cc2df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.043643] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 725.043643] env[69773]: value = "task-3389622" [ 725.043643] env[69773]: _type = "Task" [ 725.043643] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.055480] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389622, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.200312] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquiring lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.200312] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.314072] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736442} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.314385] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.314660] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.314899] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab98f3b8-666c-4b5f-9c94-6d3c64c0fc6d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.324358] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 725.324358] env[69773]: value = "task-3389623" [ 725.324358] env[69773]: _type = "Task" [ 725.324358] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.336927] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.423928] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389620, 'name': ReconfigVM_Task, 'duration_secs': 0.731835} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.424247] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e4b38901-401b-42f4-beff-557e1416abb2/e4b38901-401b-42f4-beff-557e1416abb2.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.425548] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-486506b8-0ffb-44e7-bd82-fc0c32dfa0f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.439187] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 725.439187] env[69773]: value = "task-3389624" [ 725.439187] env[69773]: _type = "Task" [ 725.439187] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.449568] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389624, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.456510] env[69773]: DEBUG nova.network.neutron [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Successfully updated port: c6873196-11cd-431c-a67c-68344dba7652 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.498526] env[69773]: DEBUG oslo_vmware.api [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389621, 'name': PowerOffVM_Task, 'duration_secs': 0.220986} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.499145] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.499342] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.499958] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a243551f-61d3-4c99-bf4d-48cfcb8b7153 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.563213] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389622, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.573283] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.574095] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.574095] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleting the datastore file [datastore1] f1d027e6-d48a-42ad-9099-7798329d205f {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.578025] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bf529b5-0d91-4107-91f7-94356fbfceb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.585422] env[69773]: DEBUG oslo_vmware.api [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 725.585422] env[69773]: value = "task-3389626" [ 725.585422] env[69773]: _type = "Task" [ 725.585422] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.601415] env[69773]: DEBUG oslo_vmware.api [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.706144] env[69773]: DEBUG nova.compute.manager [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.727698] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057b77b9-a044-4a68-ae6e-136b4a72bfc9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.740178] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c8b548-3b0d-4a89-9ec5-2d485d908418 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.775398] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb21ef0-2c1d-438e-a570-3a750c239886 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.784459] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d74bc-aadd-425a-87cf-74a64b818ef5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.799497] env[69773]: DEBUG nova.compute.provider_tree [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.839406] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080889} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.839684] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.840523] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb841553-bc68-4e87-888b-71a7c9d9f8ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.862095] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.862415] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-769b1c76-4610-44bb-ab97-99c752c0c87d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.883407] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 725.883407] env[69773]: value = "task-3389627" [ 725.883407] env[69773]: _type = "Task" [ 725.883407] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.893164] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.931618] env[69773]: DEBUG nova.network.neutron [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Updated VIF entry in instance network info cache for port 0d570841-5c2f-4f76-9781-baec555bc232. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 725.931618] env[69773]: DEBUG nova.network.neutron [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Updating instance_info_cache with network_info: [{"id": "0d570841-5c2f-4f76-9781-baec555bc232", "address": "fa:16:3e:46:18:e1", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d570841-5c", "ovs_interfaceid": "0d570841-5c2f-4f76-9781-baec555bc232", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.952436] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389624, 'name': Rename_Task, 'duration_secs': 0.316679} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.952829] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.953464] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-176a5e52-ec2c-4456-ba5a-335797599c84 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.965028] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquiring lock "refresh_cache-86d20a1a-55f7-41ab-8147-e841ac9ed99b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.965028] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquired lock "refresh_cache-86d20a1a-55f7-41ab-8147-e841ac9ed99b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.965028] env[69773]: DEBUG nova.network.neutron [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 725.966374] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 725.966374] env[69773]: value = "task-3389628" [ 725.966374] env[69773]: _type = "Task" [ 725.966374] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.984337] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.058278] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389622, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677136} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.058545] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 241a1686-456e-42a0-8258-752ff9aebb61/241a1686-456e-42a0-8258-752ff9aebb61.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.058925] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.059240] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab965e45-fe16-4418-bdbe-6e1c083ff1a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.068518] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 726.068518] env[69773]: value = "task-3389629" [ 726.068518] env[69773]: _type = "Task" [ 726.068518] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.079064] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.095385] env[69773]: DEBUG oslo_vmware.api [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478819} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.095626] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.095810] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.095983] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.096189] env[69773]: INFO nova.compute.manager [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 726.096522] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.096851] env[69773]: DEBUG nova.compute.manager [-] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.096851] env[69773]: DEBUG nova.network.neutron [-] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 726.237108] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.305199] env[69773]: DEBUG nova.scheduler.client.report [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.401042] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.433832] env[69773]: DEBUG oslo_concurrency.lockutils [req-02e5b083-8ef7-4aa6-9dde-438225aa30a8 req-4e444953-a58a-406a-86fc-d8e206a939fc service nova] Releasing lock "refresh_cache-241a1686-456e-42a0-8258-752ff9aebb61" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.480196] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389628, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.506220] env[69773]: DEBUG nova.network.neutron [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 726.581994] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073519} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.582365] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.583568] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de264376-f7e3-44ba-9926-ebbcef9bfc6f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.613330] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 241a1686-456e-42a0-8258-752ff9aebb61/241a1686-456e-42a0-8258-752ff9aebb61.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.613864] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e10f43-38dc-43c4-b8ce-bd7ecb661c20 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.641206] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 726.641206] env[69773]: value = "task-3389630" [ 726.641206] env[69773]: _type = "Task" [ 726.641206] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.651467] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.688040] env[69773]: DEBUG nova.compute.manager [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] [instance: 888e7c77-793b-4420-9743-e2772b836742] Received event network-vif-deleted-1027d3a4-88af-4149-af18-a273c8ca5573 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.688180] env[69773]: DEBUG nova.compute.manager [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Received event network-changed-d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.688359] env[69773]: DEBUG nova.compute.manager [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Refreshing instance network info cache due to event network-changed-d208b43d-fd41-4503-a3e1-a87ef8312690. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.688780] env[69773]: DEBUG oslo_concurrency.lockutils [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] Acquiring lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.688965] env[69773]: DEBUG oslo_concurrency.lockutils [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] Acquired lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.689172] env[69773]: DEBUG nova.network.neutron [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Refreshing network info cache for port d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 726.691188] env[69773]: DEBUG nova.network.neutron [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Updating instance_info_cache with network_info: [{"id": "c6873196-11cd-431c-a67c-68344dba7652", "address": "fa:16:3e:41:77:a3", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6873196-11", "ovs_interfaceid": "c6873196-11cd-431c-a67c-68344dba7652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.818143] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.818884] env[69773]: DEBUG nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.821829] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.655s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.822044] env[69773]: DEBUG nova.objects.instance [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lazy-loading 'resources' on Instance uuid de2e4ff6-207c-4615-a283-bc56ffe88e23 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.897369] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389627, 'name': ReconfigVM_Task, 'duration_secs': 0.860495} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.897950] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.899010] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d70ec295-ae98-4958-a035-fee222bfdfeb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.908911] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 726.908911] env[69773]: value = "task-3389631" [ 726.908911] env[69773]: _type = "Task" [ 726.908911] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.923420] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389631, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.979714] env[69773]: DEBUG oslo_vmware.api [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389628, 'name': PowerOnVM_Task, 'duration_secs': 0.939913} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.980152] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.980301] env[69773]: INFO nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Took 10.47 seconds to spawn the instance on the hypervisor. [ 726.980493] env[69773]: DEBUG nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.981381] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b127d91-c311-4031-b8cf-e011e1180d0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.075187] env[69773]: DEBUG nova.network.neutron [-] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.155221] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389630, 'name': ReconfigVM_Task, 'duration_secs': 0.413214} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.155221] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 241a1686-456e-42a0-8258-752ff9aebb61/241a1686-456e-42a0-8258-752ff9aebb61.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.155221] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8b9eabb-10b4-4758-8a75-6c59c331c210 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.163291] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 727.163291] env[69773]: value = "task-3389632" [ 727.163291] env[69773]: _type = "Task" [ 727.163291] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.178306] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389632, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.199284] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Releasing lock "refresh_cache-86d20a1a-55f7-41ab-8147-e841ac9ed99b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.199284] env[69773]: DEBUG nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Instance network_info: |[{"id": "c6873196-11cd-431c-a67c-68344dba7652", "address": "fa:16:3e:41:77:a3", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6873196-11", "ovs_interfaceid": "c6873196-11cd-431c-a67c-68344dba7652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.199428] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:77:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6873196-11cd-431c-a67c-68344dba7652', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.212044] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Creating folder: Project (26bda936cbdb4fcc8adfab2eb017215f). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.212044] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6f03745-59b8-4392-8768-8ce88b811f30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.222379] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Created folder: Project (26bda936cbdb4fcc8adfab2eb017215f) in parent group-v676268. [ 727.222782] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Creating folder: Instances. Parent ref: group-v676325. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.223096] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a578bc48-9ca8-41ef-a448-687c9d737a9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.236366] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Created folder: Instances in parent group-v676325. [ 727.236797] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.236923] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.237174] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-364a2bb8-054c-432e-bb6a-a3f77d628eab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.261613] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.261613] env[69773]: value = "task-3389635" [ 727.261613] env[69773]: _type = "Task" [ 727.261613] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.273992] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389635, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.285288] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.285288] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.285288] env[69773]: DEBUG nova.compute.manager [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Going to confirm migration 1 {{(pid=69773) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 727.324853] env[69773]: DEBUG nova.compute.utils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.332300] env[69773]: DEBUG nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.332300] env[69773]: DEBUG nova.network.neutron [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.388426] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquiring lock "d5636048-8dd2-4219-9255-a6eefda4c13c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.388426] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "d5636048-8dd2-4219-9255-a6eefda4c13c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.428021] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389631, 'name': Rename_Task, 'duration_secs': 0.19102} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.428021] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.428021] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97fe010f-d9dd-4a96-88f2-a77722bbf9ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.440757] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 727.440757] env[69773]: value = "task-3389636" [ 727.440757] env[69773]: _type = "Task" [ 727.440757] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.449540] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.505729] env[69773]: INFO nova.compute.manager [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Took 25.49 seconds to build instance. [ 727.569111] env[69773]: DEBUG nova.network.neutron [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Updated VIF entry in instance network info cache for port d208b43d-fd41-4503-a3e1-a87ef8312690. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 727.569111] env[69773]: DEBUG nova.network.neutron [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Updating instance_info_cache with network_info: [{"id": "d208b43d-fd41-4503-a3e1-a87ef8312690", "address": "fa:16:3e:74:15:6e", "network": {"id": "940b16d7-872d-45f8-8dbd-11b40bbbe0b5", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-718051412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "832db0d91c9340b997773686e64955ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd208b43d-fd", "ovs_interfaceid": "d208b43d-fd41-4503-a3e1-a87ef8312690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.577484] env[69773]: INFO nova.compute.manager [-] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Took 1.48 seconds to deallocate network for instance. [ 727.635800] env[69773]: DEBUG nova.policy [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '823b27cd18a845f3ad325ba6a00bf8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a5f4557f579416dab17361cfe5819d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.674637] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389632, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.727618] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838b60bf-80db-4dc8-913f-02a3f1eaf8da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.734590] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4621f9-43e2-444c-9eb1-8e2d56633d92 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.781069] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d031a41-8a74-4900-9ce8-ae59d4c3be52 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.790706] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389635, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.797905] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d485990-f4c7-4c3c-a533-373ba7abd7c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.815760] env[69773]: DEBUG nova.compute.provider_tree [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.835658] env[69773]: DEBUG nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.895788] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.896097] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.896206] env[69773]: DEBUG nova.network.neutron [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 727.896373] env[69773]: DEBUG nova.objects.instance [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lazy-loading 'info_cache' on Instance uuid 26d30203-6fef-4dbc-a6f4-63fc6987f6a9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.950832] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389636, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.008629] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60b2469d-8bd7-46cb-b8f4-0bd6c1df48a2 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "e4b38901-401b-42f4-beff-557e1416abb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.238s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.071754] env[69773]: DEBUG oslo_concurrency.lockutils [req-6006a7a0-a9de-4124-b221-15a32e5c8682 req-c8c86ccc-1b85-4859-bb59-e044f41551da service nova] Releasing lock "refresh_cache-64938e15-02e1-44a8-9ab4-5dc003e40d78" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.086560] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.101893] env[69773]: DEBUG nova.network.neutron [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Successfully created port: 96fccf8b-dee3-425e-ba1f-f8ec4f024da1 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.175337] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389632, 'name': Rename_Task, 'duration_secs': 0.994985} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.175807] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.178099] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6445ca58-1c09-4306-bba5-3a5ce73aa2eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.185107] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 728.185107] env[69773]: value = "task-3389637" [ 728.185107] env[69773]: _type = "Task" [ 728.185107] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.197655] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.291492] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389635, 'name': CreateVM_Task, 'duration_secs': 0.676259} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.291858] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.292893] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.293227] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.293690] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.294137] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaa26a0-81b0-4514-8059-02478ff830d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.302727] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 728.302727] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5274054c-a8dd-f3fd-aeea-8ec5a6c0abc7" [ 728.302727] env[69773]: _type = "Task" [ 728.302727] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.314917] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5274054c-a8dd-f3fd-aeea-8ec5a6c0abc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.318945] env[69773]: DEBUG nova.scheduler.client.report [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.452612] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389636, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.512025] env[69773]: DEBUG nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.600189] env[69773]: DEBUG nova.compute.manager [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Received event network-vif-plugged-c6873196-11cd-431c-a67c-68344dba7652 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.600189] env[69773]: DEBUG oslo_concurrency.lockutils [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] Acquiring lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.600189] env[69773]: DEBUG oslo_concurrency.lockutils [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] Lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.600189] env[69773]: DEBUG oslo_concurrency.lockutils [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] Lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.600189] env[69773]: DEBUG nova.compute.manager [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] No waiting events found dispatching network-vif-plugged-c6873196-11cd-431c-a67c-68344dba7652 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 728.600627] env[69773]: WARNING nova.compute.manager [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Received unexpected event network-vif-plugged-c6873196-11cd-431c-a67c-68344dba7652 for instance with vm_state building and task_state spawning. [ 728.600931] env[69773]: DEBUG nova.compute.manager [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Received event network-changed-c6873196-11cd-431c-a67c-68344dba7652 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.601233] env[69773]: DEBUG nova.compute.manager [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Refreshing instance network info cache due to event network-changed-c6873196-11cd-431c-a67c-68344dba7652. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.601541] env[69773]: DEBUG oslo_concurrency.lockutils [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] Acquiring lock "refresh_cache-86d20a1a-55f7-41ab-8147-e841ac9ed99b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.602171] env[69773]: DEBUG oslo_concurrency.lockutils [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] Acquired lock "refresh_cache-86d20a1a-55f7-41ab-8147-e841ac9ed99b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.602450] env[69773]: DEBUG nova.network.neutron [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Refreshing network info cache for port c6873196-11cd-431c-a67c-68344dba7652 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 728.702664] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389637, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.814576] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5274054c-a8dd-f3fd-aeea-8ec5a6c0abc7, 'name': SearchDatastore_Task, 'duration_secs': 0.024213} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.814714] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.814951] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.815225] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.815419] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.815609] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.815872] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fb5e30a-ae97-457b-8cf2-855c6e521a7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.826343] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.833030] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.487s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.833030] env[69773]: INFO nova.compute.claims [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.835787] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.836082] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.837248] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d091cd8-8b2d-44b5-b1f2-ff51a4d30297 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.846760] env[69773]: DEBUG nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.850021] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 728.850021] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c99747-18e5-656c-8b12-7ecb70ab4322" [ 728.850021] env[69773]: _type = "Task" [ 728.850021] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.859789] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c99747-18e5-656c-8b12-7ecb70ab4322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.876652] env[69773]: INFO nova.scheduler.client.report [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Deleted allocations for instance de2e4ff6-207c-4615-a283-bc56ffe88e23 [ 728.901566] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.902515] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.902716] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.903024] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.903252] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.903438] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.903712] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.904025] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.904285] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.904387] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.904604] env[69773]: DEBUG nova.virt.hardware [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.906176] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fde06e6-f0fd-4d10-bd96-c3d7bfba1071 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.924120] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34afa138-55e4-4fa6-ba2e-1e2fffce3379 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.953506] env[69773]: DEBUG oslo_vmware.api [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389636, 'name': PowerOnVM_Task, 'duration_secs': 1.401054} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.954159] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.954415] env[69773]: INFO nova.compute.manager [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Took 7.42 seconds to spawn the instance on the hypervisor. [ 728.954660] env[69773]: DEBUG nova.compute.manager [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.955580] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15470e3-bad4-46da-bfd1-5b911e012e80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.040151] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.199835] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389637, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.230295] env[69773]: DEBUG nova.network.neutron [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance_info_cache with network_info: [{"id": "0d93d2eb-849b-44ac-818d-936da46c54f6", "address": "fa:16:3e:b0:4d:c1", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d93d2eb-84", "ovs_interfaceid": "0d93d2eb-849b-44ac-818d-936da46c54f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.237977] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "24b7175b-8e69-455a-9d6a-77d38ed854f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.238225] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.361742] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c99747-18e5-656c-8b12-7ecb70ab4322, 'name': SearchDatastore_Task, 'duration_secs': 0.020368} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.362651] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a80963-8e4a-4f8a-8207-a96dc546c513 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.369621] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 729.369621] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e6daa6-2f4d-2530-b583-9d4fc0bda8bf" [ 729.369621] env[69773]: _type = "Task" [ 729.369621] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.379167] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e6daa6-2f4d-2530-b583-9d4fc0bda8bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.388641] env[69773]: DEBUG oslo_concurrency.lockutils [None req-06c36ff5-04ab-42d4-a4b0-e41509ab8a7d tempest-ServerExternalEventsTest-203157502 tempest-ServerExternalEventsTest-203157502-project-member] Lock "de2e4ff6-207c-4615-a283-bc56ffe88e23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.831s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.487975] env[69773]: INFO nova.compute.manager [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Took 26.87 seconds to build instance. [ 729.701028] env[69773]: DEBUG oslo_vmware.api [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389637, 'name': PowerOnVM_Task, 'duration_secs': 1.086535} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.701028] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.701028] env[69773]: INFO nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Took 10.69 seconds to spawn the instance on the hypervisor. [ 729.701028] env[69773]: DEBUG nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.701028] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabfd308-26df-48db-acae-91c5f2a2cf3e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.718895] env[69773]: DEBUG nova.network.neutron [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Updated VIF entry in instance network info cache for port c6873196-11cd-431c-a67c-68344dba7652. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 729.718895] env[69773]: DEBUG nova.network.neutron [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Updating instance_info_cache with network_info: [{"id": "c6873196-11cd-431c-a67c-68344dba7652", "address": "fa:16:3e:41:77:a3", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.85", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6873196-11", "ovs_interfaceid": "c6873196-11cd-431c-a67c-68344dba7652", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.738105] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-26d30203-6fef-4dbc-a6f4-63fc6987f6a9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.738105] env[69773]: DEBUG nova.objects.instance [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lazy-loading 'migration_context' on Instance uuid 26d30203-6fef-4dbc-a6f4-63fc6987f6a9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.888127] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e6daa6-2f4d-2530-b583-9d4fc0bda8bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014697} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.888622] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.889190] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 86d20a1a-55f7-41ab-8147-e841ac9ed99b/86d20a1a-55f7-41ab-8147-e841ac9ed99b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.889319] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ab124ac-57cf-434d-b425-206e5001eeeb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.907271] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 729.907271] env[69773]: value = "task-3389638" [ 729.907271] env[69773]: _type = "Task" [ 729.907271] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.926960] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.995934] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a10e2d7c-4f0f-4ed6-b199-457b11822769 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.220s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.167396] env[69773]: DEBUG nova.compute.manager [req-febadb72-e371-4484-bb3c-7a59ea526a07 req-0fba7a65-bbd8-4bc2-b208-521e7289b4f3 service nova] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Received event network-vif-deleted-cbeb60ff-9025-41d4-93a4-6dc9bcaacbc2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.225532] env[69773]: DEBUG oslo_concurrency.lockutils [req-f6ed4837-a446-4617-b5d5-7c4a90574a44 req-0926ecec-084e-4495-bc58-75ed916d8ed0 service nova] Releasing lock "refresh_cache-86d20a1a-55f7-41ab-8147-e841ac9ed99b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.227079] env[69773]: INFO nova.compute.manager [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Took 27.78 seconds to build instance. [ 730.244966] env[69773]: DEBUG nova.objects.base [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Object Instance<26d30203-6fef-4dbc-a6f4-63fc6987f6a9> lazy-loaded attributes: info_cache,migration_context {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 730.247777] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2717f614-d925-47e4-9850-b7f2498618a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.277734] env[69773]: DEBUG nova.network.neutron [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Successfully updated port: 96fccf8b-dee3-425e-ba1f-f8ec4f024da1 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.282156] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef1969e-c74c-4249-9bf6-31988770fc80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.296115] env[69773]: DEBUG oslo_vmware.api [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 730.296115] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b73a24-3965-5ddc-a6bf-7ffc76111586" [ 730.296115] env[69773]: _type = "Task" [ 730.296115] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.316372] env[69773]: DEBUG oslo_vmware.api [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b73a24-3965-5ddc-a6bf-7ffc76111586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.332884] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd3791-6fd4-4c12-b4ef-cee79f4ea1a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.352350] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567b2660-2624-4c95-be33-f89f9aee873f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.398019] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f0b70c-05d9-4b76-9d88-9ad8f3bf3ee2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.403042] env[69773]: DEBUG nova.compute.manager [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.404133] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4ac614-40ac-4a78-ac73-56b364f541f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.414544] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ed0ca5-e8fc-4230-af35-3b8b78b90234 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.430837] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389638, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.445798] env[69773]: DEBUG nova.compute.provider_tree [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.500737] env[69773]: DEBUG nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.730921] env[69773]: DEBUG oslo_concurrency.lockutils [None req-304c4459-a0ef-44e9-b8c9-25e828f8bb55 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "241a1686-456e-42a0-8258-752ff9aebb61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.352s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.746686] env[69773]: DEBUG oslo_concurrency.lockutils [None req-be3369ab-d6b9-4b48-b3c1-d2e945a59b19 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "interface-e4b38901-401b-42f4-beff-557e1416abb2-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.747453] env[69773]: DEBUG oslo_concurrency.lockutils [None req-be3369ab-d6b9-4b48-b3c1-d2e945a59b19 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "interface-e4b38901-401b-42f4-beff-557e1416abb2-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.747453] env[69773]: DEBUG nova.objects.instance [None req-be3369ab-d6b9-4b48-b3c1-d2e945a59b19 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lazy-loading 'flavor' on Instance uuid e4b38901-401b-42f4-beff-557e1416abb2 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.789664] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-fe5f21a5-ff4f-4417-8059-64202582eca0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.791255] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-fe5f21a5-ff4f-4417-8059-64202582eca0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.791255] env[69773]: DEBUG nova.network.neutron [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 730.811895] env[69773]: DEBUG oslo_vmware.api [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b73a24-3965-5ddc-a6bf-7ffc76111586, 'name': SearchDatastore_Task, 'duration_secs': 0.017874} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.811895] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.926062] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634002} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.926062] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 86d20a1a-55f7-41ab-8147-e841ac9ed99b/86d20a1a-55f7-41ab-8147-e841ac9ed99b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.926062] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.926062] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77f6eaa1-4d04-4d7b-8dc1-932fcebf4246 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.929555] env[69773]: INFO nova.compute.manager [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] instance snapshotting [ 730.932917] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc73873-5dc0-4b15-813c-aab1c80bf8e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.939412] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 730.939412] env[69773]: value = "task-3389639" [ 730.939412] env[69773]: _type = "Task" [ 730.939412] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.956576] env[69773]: DEBUG nova.scheduler.client.report [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.964013] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e161e76-c756-486b-a074-087c782a3321 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.977787] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.031059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.251973] env[69773]: DEBUG nova.objects.instance [None req-be3369ab-d6b9-4b48-b3c1-d2e945a59b19 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lazy-loading 'pci_requests' on Instance uuid e4b38901-401b-42f4-beff-557e1416abb2 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.367714] env[69773]: DEBUG nova.network.neutron [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 731.469644] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.470262] env[69773]: DEBUG nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.472864] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155788} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.476026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.811s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.476026] env[69773]: INFO nova.compute.claims [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.478354] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.482986] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4596652f-3279-460b-8203-d54a82333ec0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.486424] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 731.486724] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-65bcda8b-1ac6-4e98-8f5e-7e06c53220b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.519589] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 86d20a1a-55f7-41ab-8147-e841ac9ed99b/86d20a1a-55f7-41ab-8147-e841ac9ed99b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.523932] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c33763fd-bbbc-4159-b987-52e9de73a5e0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.539824] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 731.539824] env[69773]: value = "task-3389640" [ 731.539824] env[69773]: _type = "Task" [ 731.539824] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.548471] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 731.548471] env[69773]: value = "task-3389641" [ 731.548471] env[69773]: _type = "Task" [ 731.548471] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.552132] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389640, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.562789] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.731331] env[69773]: DEBUG nova.network.neutron [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Updating instance_info_cache with network_info: [{"id": "96fccf8b-dee3-425e-ba1f-f8ec4f024da1", "address": "fa:16:3e:67:b0:e2", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fccf8b-de", "ovs_interfaceid": "96fccf8b-dee3-425e-ba1f-f8ec4f024da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.756171] env[69773]: DEBUG nova.objects.base [None req-be3369ab-d6b9-4b48-b3c1-d2e945a59b19 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 731.759130] env[69773]: DEBUG nova.network.neutron [None req-be3369ab-d6b9-4b48-b3c1-d2e945a59b19 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.975385] env[69773]: DEBUG nova.compute.utils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.977351] env[69773]: DEBUG nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.977751] env[69773]: DEBUG nova.network.neutron [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.016240] env[69773]: DEBUG oslo_concurrency.lockutils [None req-be3369ab-d6b9-4b48-b3c1-d2e945a59b19 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "interface-e4b38901-401b-42f4-beff-557e1416abb2-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.268s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.057091] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389640, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.069772] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389641, 'name': ReconfigVM_Task, 'duration_secs': 0.489944} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.070165] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 86d20a1a-55f7-41ab-8147-e841ac9ed99b/86d20a1a-55f7-41ab-8147-e841ac9ed99b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.071264] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c41a0a-a934-411e-abd9-b00b7739a942 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.082329] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 732.082329] env[69773]: value = "task-3389642" [ 732.082329] env[69773]: _type = "Task" [ 732.082329] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.088850] env[69773]: DEBUG nova.policy [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cecf75d8c9bb46a4b6b76310170b9aa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2c119ae42af040e7906c65adf784387b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.097623] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389642, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.235448] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-fe5f21a5-ff4f-4417-8059-64202582eca0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.235802] env[69773]: DEBUG nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Instance network_info: |[{"id": "96fccf8b-dee3-425e-ba1f-f8ec4f024da1", "address": "fa:16:3e:67:b0:e2", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fccf8b-de", "ovs_interfaceid": "96fccf8b-dee3-425e-ba1f-f8ec4f024da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.236299] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:b0:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96fccf8b-dee3-425e-ba1f-f8ec4f024da1', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.244810] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating folder: Project (3a5f4557f579416dab17361cfe5819d1). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.245217] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24be030b-470f-47c7-b987-613c2af904dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.260058] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created folder: Project (3a5f4557f579416dab17361cfe5819d1) in parent group-v676268. [ 732.260267] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating folder: Instances. Parent ref: group-v676328. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.260525] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-156e072f-f40f-457d-b44b-c01b32684013 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.273731] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created folder: Instances in parent group-v676328. [ 732.274056] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.274373] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.274655] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b185af26-0e77-4958-9142-024efad65805 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.310634] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.310634] env[69773]: value = "task-3389645" [ 732.310634] env[69773]: _type = "Task" [ 732.310634] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.322545] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389645, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.481444] env[69773]: DEBUG nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.559186] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389640, 'name': CreateSnapshot_Task, 'duration_secs': 0.822045} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.559563] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 732.560335] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fa77ef-bd8e-44f6-8218-0d700c20f179 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.602239] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389642, 'name': Rename_Task, 'duration_secs': 0.272651} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.602239] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.602239] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e204f6e-b77e-42ba-bb0e-7a38f854a407 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.611308] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 732.611308] env[69773]: value = "task-3389646" [ 732.611308] env[69773]: _type = "Task" [ 732.611308] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.621627] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.830962] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389645, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.930559] env[69773]: DEBUG nova.network.neutron [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Successfully created port: 16443beb-39a2-4301-b06c-c23f130e566b {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.994975] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264b269-6f73-4cb1-bc75-dbba60558a94 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.004187] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f20ba03-e817-4d5f-bfeb-da96919f0c5f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.045029] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd8cca2-ab7b-4bb1-9a1b-5b36b95b5b2b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.056406] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4805fae-0a6e-467d-8f05-d0e37eb232cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.073949] env[69773]: DEBUG nova.compute.provider_tree [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.090851] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 733.091831] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3abdae5b-d24c-486d-b57b-e7d36c60383e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.102373] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 733.102373] env[69773]: value = "task-3389647" [ 733.102373] env[69773]: _type = "Task" [ 733.102373] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.112775] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389647, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.122239] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389646, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.306147] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.307192] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.328451] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389645, 'name': CreateVM_Task, 'duration_secs': 0.56139} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.328451] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.330450] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.330450] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.330450] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.330450] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac6727a-3315-4ea1-9816-7b297da893d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.340027] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 733.340027] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52263c11-70c7-1ded-8c2f-607363fdf7cc" [ 733.340027] env[69773]: _type = "Task" [ 733.340027] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.351080] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52263c11-70c7-1ded-8c2f-607363fdf7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.493909] env[69773]: DEBUG nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.518467] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.518638] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.518964] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.519073] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.519263] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.519461] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.519729] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.519927] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.520144] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.520372] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.520626] env[69773]: DEBUG nova.virt.hardware [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.521862] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b099da-eeb9-4704-8f66-97caaa133909 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.532461] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4aed4-1d7e-4e57-b384-1a44a64f88be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.578149] env[69773]: DEBUG nova.scheduler.client.report [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.614765] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389647, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.624026] env[69773]: DEBUG oslo_vmware.api [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389646, 'name': PowerOnVM_Task, 'duration_secs': 0.834921} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.624026] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.624872] env[69773]: INFO nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Took 9.42 seconds to spawn the instance on the hypervisor. [ 733.625221] env[69773]: DEBUG nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.626070] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523d450-bdaa-492f-81d7-c48d1af8598c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.811746] env[69773]: DEBUG nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.857629] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52263c11-70c7-1ded-8c2f-607363fdf7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.018576} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.857629] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857799] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.858841] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.858841] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.858841] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.858841] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a5d4bd5-23fc-4875-a1b2-9b6dc3d2cfbd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.870263] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.871732] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.871732] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79879dc6-fe67-4dfb-8a4d-1a647848f715 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.877526] env[69773]: INFO nova.compute.manager [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Rebuilding instance [ 733.881033] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 733.881033] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b5103c-a439-fd7b-2f0d-64bb2e22f029" [ 733.881033] env[69773]: _type = "Task" [ 733.881033] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.901987] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b5103c-a439-fd7b-2f0d-64bb2e22f029, 'name': SearchDatastore_Task, 'duration_secs': 0.015611} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.903552] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a747bb4a-f31f-4e33-8da7-d48b3564293a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.914530] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 733.914530] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52063e63-6732-4bd6-635b-b24522b29b67" [ 733.914530] env[69773]: _type = "Task" [ 733.914530] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.926279] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52063e63-6732-4bd6-635b-b24522b29b67, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.930807] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.930807] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0/fe5f21a5-ff4f-4417-8059-64202582eca0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.931331] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cf6cc62-a1ec-47d3-b458-35a8b8fd86a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.940125] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 733.940125] env[69773]: value = "task-3389648" [ 733.940125] env[69773]: _type = "Task" [ 733.940125] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.951323] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.960314] env[69773]: DEBUG nova.compute.manager [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.962026] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dcad24-6882-4a1d-a3b5-881ab38bf3b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.082977] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.083545] env[69773]: DEBUG nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.088298] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.219s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.093255] env[69773]: INFO nova.compute.claims [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.120973] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389647, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.151401] env[69773]: INFO nova.compute.manager [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Took 28.69 seconds to build instance. [ 734.356237] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.461643] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389648, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.599777] env[69773]: DEBUG nova.compute.utils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.607917] env[69773]: DEBUG nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.607917] env[69773]: DEBUG nova.network.neutron [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.625455] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389647, 'name': CloneVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.653495] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35603cd4-6f51-472c-a1de-5bc603e49094 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.209s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.704199] env[69773]: DEBUG nova.policy [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478316d45e6446f1b15ec4cc26aee5b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd13bbe4967ec43daba30c0f31fd84f44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.712930] env[69773]: DEBUG nova.compute.manager [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Received event network-vif-plugged-96fccf8b-dee3-425e-ba1f-f8ec4f024da1 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.713170] env[69773]: DEBUG oslo_concurrency.lockutils [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] Acquiring lock "fe5f21a5-ff4f-4417-8059-64202582eca0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.713407] env[69773]: DEBUG oslo_concurrency.lockutils [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] Lock "fe5f21a5-ff4f-4417-8059-64202582eca0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.713546] env[69773]: DEBUG oslo_concurrency.lockutils [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] Lock "fe5f21a5-ff4f-4417-8059-64202582eca0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.713708] env[69773]: DEBUG nova.compute.manager [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] No waiting events found dispatching network-vif-plugged-96fccf8b-dee3-425e-ba1f-f8ec4f024da1 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.713872] env[69773]: WARNING nova.compute.manager [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Received unexpected event network-vif-plugged-96fccf8b-dee3-425e-ba1f-f8ec4f024da1 for instance with vm_state building and task_state spawning. [ 734.716148] env[69773]: DEBUG nova.compute.manager [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Received event network-changed-96fccf8b-dee3-425e-ba1f-f8ec4f024da1 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.716362] env[69773]: DEBUG nova.compute.manager [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Refreshing instance network info cache due to event network-changed-96fccf8b-dee3-425e-ba1f-f8ec4f024da1. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.716636] env[69773]: DEBUG oslo_concurrency.lockutils [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] Acquiring lock "refresh_cache-fe5f21a5-ff4f-4417-8059-64202582eca0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.716792] env[69773]: DEBUG oslo_concurrency.lockutils [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] Acquired lock "refresh_cache-fe5f21a5-ff4f-4417-8059-64202582eca0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.716943] env[69773]: DEBUG nova.network.neutron [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Refreshing network info cache for port 96fccf8b-dee3-425e-ba1f-f8ec4f024da1 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 734.958840] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389648, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548718} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.958840] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0/fe5f21a5-ff4f-4417-8059-64202582eca0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.959082] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.959406] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8eef99e-e230-45a1-9ad6-27668bd80ef8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.970447] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 734.970447] env[69773]: value = "task-3389649" [ 734.970447] env[69773]: _type = "Task" [ 734.970447] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.977193] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.981248] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa67b5e-3e30-48ca-afea-b880c6e5b0e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.983526] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.990842] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 734.990842] env[69773]: value = "task-3389650" [ 734.990842] env[69773]: _type = "Task" [ 734.990842] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.000756] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.081648] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquiring lock "64938e15-02e1-44a8-9ab4-5dc003e40d78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.081648] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "64938e15-02e1-44a8-9ab4-5dc003e40d78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.081648] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquiring lock "64938e15-02e1-44a8-9ab4-5dc003e40d78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.081941] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "64938e15-02e1-44a8-9ab4-5dc003e40d78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.081941] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "64938e15-02e1-44a8-9ab4-5dc003e40d78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.087711] env[69773]: INFO nova.compute.manager [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Terminating instance [ 735.110747] env[69773]: DEBUG nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.132527] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389647, 'name': CloneVM_Task, 'duration_secs': 1.711549} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.132527] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Created linked-clone VM from snapshot [ 735.133446] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b5044e-96b0-44e7-a1f7-88d8527bd374 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.152820] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Uploading image 17f2f7b7-f0d8-4c48-9394-c0c09823fa8b {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 735.192477] env[69773]: DEBUG oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 735.192477] env[69773]: value = "vm-676332" [ 735.192477] env[69773]: _type = "VirtualMachine" [ 735.192477] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 735.192477] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c1d49c1-41d8-4350-a692-b5a53c5e1bdc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.209305] env[69773]: DEBUG oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lease: (returnval){ [ 735.209305] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5226c110-9a11-f8be-054b-ca374f678dd0" [ 735.209305] env[69773]: _type = "HttpNfcLease" [ 735.209305] env[69773]: } obtained for exporting VM: (result){ [ 735.209305] env[69773]: value = "vm-676332" [ 735.209305] env[69773]: _type = "VirtualMachine" [ 735.209305] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 735.209665] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the lease: (returnval){ [ 735.209665] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5226c110-9a11-f8be-054b-ca374f678dd0" [ 735.209665] env[69773]: _type = "HttpNfcLease" [ 735.209665] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 735.218372] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.218372] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5226c110-9a11-f8be-054b-ca374f678dd0" [ 735.218372] env[69773]: _type = "HttpNfcLease" [ 735.218372] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 735.488376] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192532} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.489306] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.490275] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de7fc03-1602-4c8b-9d77-4f491ca5db50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.520867] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0/fe5f21a5-ff4f-4417-8059-64202582eca0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.525104] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff6d79e4-b347-4330-865e-07abf8f314dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.542566] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389650, 'name': PowerOffVM_Task, 'duration_secs': 0.157957} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.545066] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.545356] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.547037] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e201025-b448-49f7-950c-7ee0223792e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.553948] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 735.553948] env[69773]: value = "task-3389652" [ 735.553948] env[69773]: _type = "Task" [ 735.553948] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.564214] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.564984] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c80751a5-3dc2-42de-a5da-c8bdd921ed43 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.572185] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.598856] env[69773]: DEBUG nova.compute.manager [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.601149] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.601149] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea441c02-fe53-4a85-bce5-9897dd9fe5ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.607143] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.607143] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.607143] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Deleting the datastore file [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.607143] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e12d35bd-15ac-47c1-b91f-fdf3125ef83d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.612160] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.612452] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1a3aa9-6ab5-4808-9fc9-cf3e20cda2e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.615466] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 735.615466] env[69773]: value = "task-3389654" [ 735.615466] env[69773]: _type = "Task" [ 735.615466] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.626322] env[69773]: DEBUG oslo_vmware.api [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 735.626322] env[69773]: value = "task-3389655" [ 735.626322] env[69773]: _type = "Task" [ 735.626322] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.627204] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49fd05b1-99c1-40bd-bd6d-09ea73bc2c3e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.634055] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.643717] env[69773]: DEBUG oslo_vmware.api [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.646776] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa88fb07-c533-4841-8a85-d18c4af03f2e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.685811] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcb548e-2c31-4203-875e-f9d8bb4fee9e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.697024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c1d927-b1a2-4125-9c48-3b60ebdf4e18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.715282] env[69773]: DEBUG nova.compute.provider_tree [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.728893] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 735.728893] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5226c110-9a11-f8be-054b-ca374f678dd0" [ 735.728893] env[69773]: _type = "HttpNfcLease" [ 735.728893] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 735.729705] env[69773]: DEBUG oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 735.729705] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5226c110-9a11-f8be-054b-ca374f678dd0" [ 735.729705] env[69773]: _type = "HttpNfcLease" [ 735.729705] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 735.730955] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dc98c2-e970-4eaa-b703-7db3c9c11cd4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.743219] env[69773]: DEBUG oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ddff0-77d0-07ec-bd10-a00cd07264f9/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 735.743565] env[69773]: DEBUG oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ddff0-77d0-07ec-bd10-a00cd07264f9/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 735.812315] env[69773]: DEBUG nova.compute.manager [None req-a2f82b3e-bb34-4505-991f-769fd4d161c8 tempest-ServerDiagnosticsTest-769191139 tempest-ServerDiagnosticsTest-769191139-project-admin] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.814874] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.815242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.817259] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d66764d-8e86-47c3-a48b-2c8a4b3d296d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.822019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "e4b38901-401b-42f4-beff-557e1416abb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.822019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "e4b38901-401b-42f4-beff-557e1416abb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.822019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "e4b38901-401b-42f4-beff-557e1416abb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.822019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "e4b38901-401b-42f4-beff-557e1416abb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.822329] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "e4b38901-401b-42f4-beff-557e1416abb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.825996] env[69773]: INFO nova.compute.manager [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Terminating instance [ 735.830044] env[69773]: INFO nova.compute.manager [None req-a2f82b3e-bb34-4505-991f-769fd4d161c8 tempest-ServerDiagnosticsTest-769191139 tempest-ServerDiagnosticsTest-769191139-project-admin] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Retrieving diagnostics [ 735.831197] env[69773]: DEBUG nova.network.neutron [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Successfully created port: 20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.837706] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33267287-deba-4a16-afbc-b4c0313eb119 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.878532] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-04b7beec-c831-451f-94c3-43accf389a56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.028402] env[69773]: DEBUG nova.network.neutron [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Updated VIF entry in instance network info cache for port 96fccf8b-dee3-425e-ba1f-f8ec4f024da1. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 736.028765] env[69773]: DEBUG nova.network.neutron [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Updating instance_info_cache with network_info: [{"id": "96fccf8b-dee3-425e-ba1f-f8ec4f024da1", "address": "fa:16:3e:67:b0:e2", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fccf8b-de", "ovs_interfaceid": "96fccf8b-dee3-425e-ba1f-f8ec4f024da1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.036689] env[69773]: DEBUG nova.network.neutron [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Successfully updated port: 16443beb-39a2-4301-b06c-c23f130e566b {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 736.071466] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.131474] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121664} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.138397] env[69773]: DEBUG nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.140384] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.140528] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.140676] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.158888] env[69773]: DEBUG oslo_vmware.api [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389655, 'name': PowerOffVM_Task, 'duration_secs': 0.298138} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.161164] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.161164] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.161164] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-687e509e-b224-41a3-b8f9-696b1cc17721 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.191931] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.193024] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.193024] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.193498] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.193498] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.193498] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.193611] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.194334] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.194334] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.194458] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.195172] env[69773]: DEBUG nova.virt.hardware [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.195732] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28201a6-d132-40d1-a757-0d679f3d8beb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.213264] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b2abcf-5b19-4321-b1d7-67e5c09a43da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.231670] env[69773]: DEBUG nova.scheduler.client.report [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.238039] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.238039] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.238359] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Deleting the datastore file [datastore2] 64938e15-02e1-44a8-9ab4-5dc003e40d78 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.239186] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c6bfa3f-12d7-4c7a-94be-be96d070c158 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.248101] env[69773]: DEBUG oslo_vmware.api [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for the task: (returnval){ [ 736.248101] env[69773]: value = "task-3389657" [ 736.248101] env[69773]: _type = "Task" [ 736.248101] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.259436] env[69773]: DEBUG oslo_vmware.api [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.325424] env[69773]: DEBUG nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.340093] env[69773]: DEBUG nova.compute.manager [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.340093] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.341554] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ada9b66-c216-415e-be76-a9820eceaff5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.353686] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.354056] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-133d55e6-54b2-42b9-801c-4f6d1ca8ac08 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.371106] env[69773]: DEBUG oslo_vmware.api [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 736.371106] env[69773]: value = "task-3389658" [ 736.371106] env[69773]: _type = "Task" [ 736.371106] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.381330] env[69773]: DEBUG oslo_vmware.api [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.533127] env[69773]: DEBUG oslo_concurrency.lockutils [req-19386f02-98c6-4311-9c62-bfe8908dde37 req-5273aca1-ed18-4dda-bfa1-3db352762002 service nova] Releasing lock "refresh_cache-fe5f21a5-ff4f-4417-8059-64202582eca0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.539858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquiring lock "refresh_cache-44d464c2-acfc-449c-b6e3-885a5f2d28e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.539858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquired lock "refresh_cache-44d464c2-acfc-449c-b6e3-885a5f2d28e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.539969] env[69773]: DEBUG nova.network.neutron [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 736.569295] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.739965] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.741217] env[69773]: DEBUG nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.746111] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.824s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.748133] env[69773]: INFO nova.compute.claims [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.780755] env[69773]: DEBUG oslo_vmware.api [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Task: {'id': task-3389657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24847} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.781314] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.782870] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.783563] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.783905] env[69773]: INFO nova.compute.manager [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Took 1.18 seconds to destroy the instance on the hypervisor. [ 736.784278] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.784636] env[69773]: DEBUG nova.compute.manager [-] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.788510] env[69773]: DEBUG nova.network.neutron [-] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 736.844203] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "59d09973-861e-45bf-8920-54b9d06ebe08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.844590] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "59d09973-861e-45bf-8920-54b9d06ebe08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.863188] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.880295] env[69773]: DEBUG oslo_vmware.api [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389658, 'name': PowerOffVM_Task, 'duration_secs': 0.277336} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.880295] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.880295] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.880295] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2f3e82-6c92-4c2d-9984-c99dadf2546b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.942021] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.942210] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.942461] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Deleting the datastore file [datastore1] e4b38901-401b-42f4-beff-557e1416abb2 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.942741] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc36f50e-9ea2-43c7-aa94-44e2cbab0ad4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.951820] env[69773]: DEBUG oslo_vmware.api [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for the task: (returnval){ [ 736.951820] env[69773]: value = "task-3389660" [ 736.951820] env[69773]: _type = "Task" [ 736.951820] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.964449] env[69773]: DEBUG oslo_vmware.api [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.071529] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389652, 'name': ReconfigVM_Task, 'duration_secs': 1.321033} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.071882] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Reconfigured VM instance instance-00000014 to attach disk [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0/fe5f21a5-ff4f-4417-8059-64202582eca0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.072993] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0912e62-1340-4fb4-8127-670c5ec287cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.088465] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 737.088465] env[69773]: value = "task-3389661" [ 737.088465] env[69773]: _type = "Task" [ 737.088465] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.102608] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389661, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.146708] env[69773]: DEBUG nova.network.neutron [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 737.184246] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.184511] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.184664] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.184841] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.184983] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.185232] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.185520] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.185623] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.185787] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.185953] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.186134] env[69773]: DEBUG nova.virt.hardware [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.187092] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54488238-3711-4c10-95dd-350431bd86bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.197068] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb74329-4637-4eb7-90da-5a3825ce6b49 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.212694] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.219862] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.220423] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.220653] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7153f489-edfb-498f-8891-4b06c8e9984e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.247490] env[69773]: DEBUG nova.compute.utils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.249414] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.249414] env[69773]: value = "task-3389662" [ 737.249414] env[69773]: _type = "Task" [ 737.249414] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.250042] env[69773]: DEBUG nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.250253] env[69773]: DEBUG nova.network.neutron [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.265585] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389662, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.404133] env[69773]: DEBUG nova.policy [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77d51323c632456e8b682f2399693b0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59e25f6c39de4e28a686a4ed6ace969e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.406854] env[69773]: DEBUG nova.network.neutron [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Updating instance_info_cache with network_info: [{"id": "16443beb-39a2-4301-b06c-c23f130e566b", "address": "fa:16:3e:e5:77:16", "network": {"id": "319c65d0-b502-40ce-ac10-2937174dc445", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-703400409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c119ae42af040e7906c65adf784387b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16443beb-39", "ovs_interfaceid": "16443beb-39a2-4301-b06c-c23f130e566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.466338] env[69773]: DEBUG oslo_vmware.api [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Task: {'id': task-3389660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244948} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.466506] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.466698] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.466883] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.467833] env[69773]: INFO nova.compute.manager [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 737.468286] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.468370] env[69773]: DEBUG nova.compute.manager [-] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.468560] env[69773]: DEBUG nova.network.neutron [-] [instance: e4b38901-401b-42f4-beff-557e1416abb2] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 737.600567] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389661, 'name': Rename_Task, 'duration_secs': 0.240678} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.600567] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.604547] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-350d793a-a03b-4d97-ae05-19ab421e9cf6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.614152] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 737.614152] env[69773]: value = "task-3389663" [ 737.614152] env[69773]: _type = "Task" [ 737.614152] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.642902] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389663, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.752092] env[69773]: DEBUG nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.772929] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389662, 'name': CreateVM_Task, 'duration_secs': 0.443867} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.773628] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.774465] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.774465] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.774860] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.775686] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7937a15-3e5f-4744-a7c3-78cab3e99b07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.785827] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 737.785827] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52743d8d-1693-80e1-71f5-9b246b521fca" [ 737.785827] env[69773]: _type = "Task" [ 737.785827] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.797381] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52743d8d-1693-80e1-71f5-9b246b521fca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.911414] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Releasing lock "refresh_cache-44d464c2-acfc-449c-b6e3-885a5f2d28e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.911854] env[69773]: DEBUG nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Instance network_info: |[{"id": "16443beb-39a2-4301-b06c-c23f130e566b", "address": "fa:16:3e:e5:77:16", "network": {"id": "319c65d0-b502-40ce-ac10-2937174dc445", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-703400409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c119ae42af040e7906c65adf784387b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16443beb-39", "ovs_interfaceid": "16443beb-39a2-4301-b06c-c23f130e566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.912484] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:77:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16443beb-39a2-4301-b06c-c23f130e566b', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.925731] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Creating folder: Project (2c119ae42af040e7906c65adf784387b). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.926441] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc3222d2-fc10-4ca8-9d79-e0ce938bbde4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.943601] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Created folder: Project (2c119ae42af040e7906c65adf784387b) in parent group-v676268. [ 737.943769] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Creating folder: Instances. Parent ref: group-v676334. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.944139] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47227790-847f-4b8b-97d9-d2ba81e6da1a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.956402] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Created folder: Instances in parent group-v676334. [ 737.956772] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.957035] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.957407] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fd30b94-c2ae-4ac5-92aa-da61b0e37ccf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.975543] env[69773]: DEBUG nova.network.neutron [-] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.982645] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.982645] env[69773]: value = "task-3389666" [ 737.982645] env[69773]: _type = "Task" [ 737.982645] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.992918] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquiring lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.992918] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.992918] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquiring lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.992918] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.993203] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.997971] env[69773]: INFO nova.compute.manager [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Terminating instance [ 738.006639] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389666, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.125811] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389663, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.183815] env[69773]: DEBUG nova.compute.manager [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Received event network-vif-plugged-16443beb-39a2-4301-b06c-c23f130e566b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.184248] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] Acquiring lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.184486] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] Lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.184685] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] Lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.184961] env[69773]: DEBUG nova.compute.manager [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] No waiting events found dispatching network-vif-plugged-16443beb-39a2-4301-b06c-c23f130e566b {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.185100] env[69773]: WARNING nova.compute.manager [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Received unexpected event network-vif-plugged-16443beb-39a2-4301-b06c-c23f130e566b for instance with vm_state building and task_state spawning. [ 738.185371] env[69773]: DEBUG nova.compute.manager [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Received event network-changed-16443beb-39a2-4301-b06c-c23f130e566b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.185433] env[69773]: DEBUG nova.compute.manager [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Refreshing instance network info cache due to event network-changed-16443beb-39a2-4301-b06c-c23f130e566b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.185597] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] Acquiring lock "refresh_cache-44d464c2-acfc-449c-b6e3-885a5f2d28e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.185776] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] Acquired lock "refresh_cache-44d464c2-acfc-449c-b6e3-885a5f2d28e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.185880] env[69773]: DEBUG nova.network.neutron [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Refreshing network info cache for port 16443beb-39a2-4301-b06c-c23f130e566b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 738.308266] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52743d8d-1693-80e1-71f5-9b246b521fca, 'name': SearchDatastore_Task, 'duration_secs': 0.012953} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.309762] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.311329] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.311329] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.311329] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.311329] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.311496] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69d8cb29-b843-4997-b921-aaf3b043695e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.322699] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d043517-a6e8-4735-a88e-77b3fc4ef203 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.330702] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.330702] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.332465] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e22c87f-5579-4a7b-902d-0a1a085bb8f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.342115] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac18423-9bb1-4b29-9858-4c89144ded96 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.352762] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 738.352762] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f6b0a8-272f-c443-d923-ec880dff9e59" [ 738.352762] env[69773]: _type = "Task" [ 738.352762] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.415843] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d3a770-018a-4cb2-a371-826198b65cc1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.428110] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f6b0a8-272f-c443-d923-ec880dff9e59, 'name': SearchDatastore_Task, 'duration_secs': 0.014491} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.430366] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e395d2a5-11f0-4af5-b4d0-3b4cf06581cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.441633] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ba1005-984e-4ce5-b859-e8e938ae15e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.451371] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 738.451371] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52295203-da64-98b7-ebbf-8d93bd7408ee" [ 738.451371] env[69773]: _type = "Task" [ 738.451371] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.473847] env[69773]: DEBUG nova.compute.provider_tree [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.484081] env[69773]: INFO nova.compute.manager [-] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Took 1.70 seconds to deallocate network for instance. [ 738.484924] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52295203-da64-98b7-ebbf-8d93bd7408ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.493739] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.494084] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.499034] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6dcf44a4-51a6-40f9-aacd-f624057b8484 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.511268] env[69773]: DEBUG nova.compute.manager [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.513295] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.513295] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389666, 'name': CreateVM_Task, 'duration_secs': 0.495032} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.514824] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccdcdc3-421c-4fdc-9c22-5c659eb381f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.518860] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.520505] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 738.520505] env[69773]: value = "task-3389667" [ 738.520505] env[69773]: _type = "Task" [ 738.520505] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.520932] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.521081] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.522049] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.522307] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdd62ccb-1fe3-4588-a5a3-5afc84345b86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.532618] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.534173] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecdf6051-8594-40fc-ac8e-c14bfa1ec80b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.546029] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 738.546029] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5275e287-34b9-46cd-923b-24bc6890c0d4" [ 738.546029] env[69773]: _type = "Task" [ 738.546029] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.546387] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.554263] env[69773]: DEBUG oslo_vmware.api [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 738.554263] env[69773]: value = "task-3389668" [ 738.554263] env[69773]: _type = "Task" [ 738.554263] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.565933] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5275e287-34b9-46cd-923b-24bc6890c0d4, 'name': SearchDatastore_Task, 'duration_secs': 0.012774} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.566805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.567223] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.567606] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.567867] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.568226] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.575038] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e464086e-f4dc-49d6-9f86-c141decc8343 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.577421] env[69773]: DEBUG oslo_vmware.api [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389668, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.587053] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.589039] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.589039] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3082d4bb-01d0-4244-b572-c6d98b47e236 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.596226] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 738.596226] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b36fa-d134-dbdc-ddc8-2c6c89a64be7" [ 738.596226] env[69773]: _type = "Task" [ 738.596226] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.604747] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b36fa-d134-dbdc-ddc8-2c6c89a64be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.611095] env[69773]: DEBUG nova.network.neutron [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Successfully created port: 92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.624511] env[69773]: DEBUG oslo_vmware.api [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389663, 'name': PowerOnVM_Task, 'duration_secs': 0.533694} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.625478] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.625478] env[69773]: INFO nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Took 9.78 seconds to spawn the instance on the hypervisor. [ 738.625478] env[69773]: DEBUG nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.626064] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801be09-4d57-4bc0-8d8d-6c78721abc59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.760126] env[69773]: DEBUG nova.network.neutron [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Successfully updated port: 20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.770124] env[69773]: DEBUG nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.800649] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.801303] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.801416] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.801967] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.801967] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.802096] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.802436] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.805274] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.805498] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.805679] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.805859] env[69773]: DEBUG nova.virt.hardware [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.808021] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08f7475-9c84-4700-9dad-7f3edec9d257 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.820789] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c14ed4-6ca3-403c-b362-604cd30e99a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.931760] env[69773]: DEBUG nova.network.neutron [-] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.979259] env[69773]: DEBUG nova.scheduler.client.report [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.005128] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.034829] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389667, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.069042] env[69773]: DEBUG oslo_vmware.api [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389668, 'name': PowerOffVM_Task, 'duration_secs': 0.238587} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.070230] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.070746] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.071311] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e21cd03-9faa-4f7a-a2fb-cdfc92b210f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.089797] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.090534] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.107718] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b36fa-d134-dbdc-ddc8-2c6c89a64be7, 'name': SearchDatastore_Task, 'duration_secs': 0.011621} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.108751] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f21862aa-a905-4a88-8fff-823ea0b0efc8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.115075] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 739.115075] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb707f-fda3-0f38-2d62-39b7545c0454" [ 739.115075] env[69773]: _type = "Task" [ 739.115075] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.127778] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb707f-fda3-0f38-2d62-39b7545c0454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.132409] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.132621] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.132795] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Deleting the datastore file [datastore2] 86d20a1a-55f7-41ab-8147-e841ac9ed99b {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.133328] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd38da7f-32e3-47da-9dc0-31374074bd83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.148463] env[69773]: DEBUG oslo_vmware.api [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for the task: (returnval){ [ 739.148463] env[69773]: value = "task-3389670" [ 739.148463] env[69773]: _type = "Task" [ 739.148463] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.150335] env[69773]: INFO nova.compute.manager [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Took 29.70 seconds to build instance. [ 739.160903] env[69773]: DEBUG oslo_vmware.api [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.264605] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.264605] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.264605] env[69773]: DEBUG nova.network.neutron [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 739.292518] env[69773]: DEBUG nova.network.neutron [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Updated VIF entry in instance network info cache for port 16443beb-39a2-4301-b06c-c23f130e566b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 739.293056] env[69773]: DEBUG nova.network.neutron [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Updating instance_info_cache with network_info: [{"id": "16443beb-39a2-4301-b06c-c23f130e566b", "address": "fa:16:3e:e5:77:16", "network": {"id": "319c65d0-b502-40ce-ac10-2937174dc445", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-703400409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2c119ae42af040e7906c65adf784387b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16443beb-39", "ovs_interfaceid": "16443beb-39a2-4301-b06c-c23f130e566b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.380133] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "e5bc9684-6a36-43e9-9f08-631914048341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.380133] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.436029] env[69773]: INFO nova.compute.manager [-] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Took 1.97 seconds to deallocate network for instance. [ 739.487311] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.740s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.487311] env[69773]: DEBUG nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 739.489642] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.511s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.489885] env[69773]: DEBUG nova.objects.instance [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lazy-loading 'resources' on Instance uuid 888e7c77-793b-4420-9743-e2772b836742 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.532633] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58197} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.532979] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.533233] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.533663] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ab35edc-9602-44ce-a1aa-e9167e111674 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.540316] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 739.540316] env[69773]: value = "task-3389671" [ 739.540316] env[69773]: _type = "Task" [ 739.540316] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.549167] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.601463] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.601758] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.602017] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.602305] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.602520] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.602725] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.603235] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 739.603235] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 739.627401] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb707f-fda3-0f38-2d62-39b7545c0454, 'name': SearchDatastore_Task, 'duration_secs': 0.0143} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.627766] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.628046] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 44d464c2-acfc-449c-b6e3-885a5f2d28e3/44d464c2-acfc-449c-b6e3-885a5f2d28e3.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.628355] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42c3ca66-589f-4151-863b-06f97b59d8c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.634618] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 739.634618] env[69773]: value = "task-3389672" [ 739.634618] env[69773]: _type = "Task" [ 739.634618] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.645356] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.656465] env[69773]: DEBUG oslo_concurrency.lockutils [None req-50250ead-dfc6-436e-91e2-c917bdb0adfc tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fe5f21a5-ff4f-4417-8059-64202582eca0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.217s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.656847] env[69773]: DEBUG oslo_vmware.api [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Task: {'id': task-3389670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221764} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.658539] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.659384] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.659384] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.659384] env[69773]: INFO nova.compute.manager [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 739.659384] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.659767] env[69773]: DEBUG nova.compute.manager [-] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.659881] env[69773]: DEBUG nova.network.neutron [-] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 739.796858] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef660313-bf03-4da3-abd6-b327d12f627b req-339f11c9-a44f-4401-bfdd-359bc7108892 service nova] Releasing lock "refresh_cache-44d464c2-acfc-449c-b6e3-885a5f2d28e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.840785] env[69773]: DEBUG nova.network.neutron [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 739.845213] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.846200] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.946279] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.991199] env[69773]: DEBUG nova.compute.utils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.994324] env[69773]: DEBUG nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.995127] env[69773]: DEBUG nova.network.neutron [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.053703] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107485} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.053983] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.054865] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3821e557-4cb7-46f2-bd04-033fdc22976c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.081669] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.082598] env[69773]: DEBUG nova.policy [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b20c72d37b040cbaf65e6c850125261', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2d69b7f23b124463ae68ecdcb1d6a108', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.086745] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31e4513b-8860-462f-8f68-94a0cf1fa322 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.106832] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.109645] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 740.109645] env[69773]: value = "task-3389673" [ 740.109645] env[69773]: _type = "Task" [ 740.109645] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.120925] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.146766] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389672, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.160294] env[69773]: DEBUG nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.253101] env[69773]: DEBUG nova.network.neutron [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Updating instance_info_cache with network_info: [{"id": "20cd6c8c-74e0-45cd-9e43-5effed84c415", "address": "fa:16:3e:87:8e:8e", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20cd6c8c-74", "ovs_interfaceid": "20cd6c8c-74e0-45cd-9e43-5effed84c415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.423223] env[69773]: DEBUG nova.network.neutron [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Successfully created port: a55a3a07-cfff-4c92-85bd-9cb98c99229d {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.498648] env[69773]: DEBUG nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 740.565386] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63533617-b7cf-4a5e-8cff-98b4b1f87368 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.573232] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91249a54-d09a-4c46-bab7-b787c67e9cfb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.610734] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febf9fda-4a92-49df-88ac-76999dce7fd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.626118] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7461eced-3642-409d-a7a4-50c8dafb3918 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.630375] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389673, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.641612] env[69773]: DEBUG nova.compute.provider_tree [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.651766] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389672, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.683766] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.724055] env[69773]: DEBUG nova.network.neutron [-] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.728276] env[69773]: DEBUG nova.compute.manager [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Received event network-vif-deleted-d208b43d-fd41-4503-a3e1-a87ef8312690 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.728487] env[69773]: DEBUG nova.compute.manager [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Received event network-vif-plugged-20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.728707] env[69773]: DEBUG oslo_concurrency.lockutils [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] Acquiring lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.728954] env[69773]: DEBUG oslo_concurrency.lockutils [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.729196] env[69773]: DEBUG oslo_concurrency.lockutils [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.729378] env[69773]: DEBUG nova.compute.manager [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] No waiting events found dispatching network-vif-plugged-20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 740.729482] env[69773]: WARNING nova.compute.manager [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Received unexpected event network-vif-plugged-20cd6c8c-74e0-45cd-9e43-5effed84c415 for instance with vm_state building and task_state spawning. [ 740.729673] env[69773]: DEBUG nova.compute.manager [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Received event network-vif-deleted-c3369812-5bf4-465c-91ec-df3cbaf0f590 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.729888] env[69773]: DEBUG nova.compute.manager [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Received event network-changed-20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.730016] env[69773]: DEBUG nova.compute.manager [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Refreshing instance network info cache due to event network-changed-20cd6c8c-74e0-45cd-9e43-5effed84c415. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.730191] env[69773]: DEBUG oslo_concurrency.lockutils [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] Acquiring lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.755934] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Releasing lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.756159] env[69773]: DEBUG nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance network_info: |[{"id": "20cd6c8c-74e0-45cd-9e43-5effed84c415", "address": "fa:16:3e:87:8e:8e", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20cd6c8c-74", "ovs_interfaceid": "20cd6c8c-74e0-45cd-9e43-5effed84c415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.756477] env[69773]: DEBUG oslo_concurrency.lockutils [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] Acquired lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.756712] env[69773]: DEBUG nova.network.neutron [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Refreshing network info cache for port 20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 740.758036] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:8e:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '113aa98d-90ca-43bc-a534-8908d1ec7d15', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20cd6c8c-74e0-45cd-9e43-5effed84c415', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.767546] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.767546] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.767546] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87280ad1-2017-4cb4-802f-a4d0a79389ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.790206] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.790206] env[69773]: value = "task-3389674" [ 740.790206] env[69773]: _type = "Task" [ 740.790206] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.798662] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389674, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.832716] env[69773]: DEBUG nova.network.neutron [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Successfully updated port: 92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.126034] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389673, 'name': ReconfigVM_Task, 'duration_secs': 0.582618} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.126436] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.127491] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38e9c8dd-4c53-459f-8de1-c24d77ea53f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.134242] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 741.134242] env[69773]: value = "task-3389675" [ 741.134242] env[69773]: _type = "Task" [ 741.134242] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.142852] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389675, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.147659] env[69773]: DEBUG nova.scheduler.client.report [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.154566] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389672, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.231502] env[69773]: INFO nova.compute.manager [-] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Took 1.57 seconds to deallocate network for instance. [ 741.302089] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389674, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.334698] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquiring lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.334698] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquired lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.334698] env[69773]: DEBUG nova.network.neutron [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 741.460054] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "d1e8d329-10f8-475f-ac75-5581910b407c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.460400] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "d1e8d329-10f8-475f-ac75-5581910b407c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.509193] env[69773]: DEBUG nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 741.548640] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 741.549267] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 741.549267] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 741.549612] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 741.549704] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 741.549824] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 741.554310] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 741.554310] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 741.554310] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 741.554310] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 741.554875] env[69773]: DEBUG nova.virt.hardware [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 741.556826] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab8783f-16e6-4103-a156-af0c758cce05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.578044] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318b086b-c7ac-4019-ab3d-28b6de683b12 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.647987] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389675, 'name': Rename_Task, 'duration_secs': 0.204728} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.652754] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.653076] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecfcd25-e6c4-4312-bd39-369a3353bd78 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.656363] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.663386] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.426s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.665161] env[69773]: INFO nova.compute.claims [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.669875] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389672, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.51925} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.671092] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 44d464c2-acfc-449c-b6e3-885a5f2d28e3/44d464c2-acfc-449c-b6e3-885a5f2d28e3.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.671519] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.672544] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 741.672544] env[69773]: value = "task-3389676" [ 741.672544] env[69773]: _type = "Task" [ 741.672544] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.672846] env[69773]: DEBUG nova.network.neutron [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Updated VIF entry in instance network info cache for port 20cd6c8c-74e0-45cd-9e43-5effed84c415. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 741.673686] env[69773]: DEBUG nova.network.neutron [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Updating instance_info_cache with network_info: [{"id": "20cd6c8c-74e0-45cd-9e43-5effed84c415", "address": "fa:16:3e:87:8e:8e", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20cd6c8c-74", "ovs_interfaceid": "20cd6c8c-74e0-45cd-9e43-5effed84c415", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.677020] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd3b58b2-9fe0-4115-a470-d686d7b12d9b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.690246] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389676, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.695048] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 741.695048] env[69773]: value = "task-3389677" [ 741.695048] env[69773]: _type = "Task" [ 741.695048] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.702495] env[69773]: INFO nova.compute.manager [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Rebuilding instance [ 741.708279] env[69773]: INFO nova.scheduler.client.report [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Deleted allocations for instance 888e7c77-793b-4420-9743-e2772b836742 [ 741.713170] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.739394] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.774470] env[69773]: DEBUG nova.compute.manager [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.775912] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2f28db-6159-4982-90d7-2cc02f9ed871 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.805726] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389674, 'name': CreateVM_Task, 'duration_secs': 0.76668} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.807229] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.807229] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.807229] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.807422] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.808031] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7560ebc9-f660-47c2-abcd-298c03f72196 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.813586] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 741.813586] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521e03f8-29aa-7e88-c141-3736a9ceb8d2" [ 741.813586] env[69773]: _type = "Task" [ 741.813586] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.829537] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521e03f8-29aa-7e88-c141-3736a9ceb8d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.888436] env[69773]: DEBUG nova.network.neutron [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 741.939267] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "f08673e9-d62a-44c1-97a6-92b057edfd43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.939430] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "f08673e9-d62a-44c1-97a6-92b057edfd43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.135701] env[69773]: DEBUG nova.network.neutron [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Updating instance_info_cache with network_info: [{"id": "92d72c28-5e49-48ad-8715-5ca9d91f2ae3", "address": "fa:16:3e:93:b7:46", "network": {"id": "f2a53b24-5721-4f62-a861-40f2bee794c6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1942457332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59e25f6c39de4e28a686a4ed6ace969e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d72c28-5e", "ovs_interfaceid": "92d72c28-5e49-48ad-8715-5ca9d91f2ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.151139] env[69773]: DEBUG nova.network.neutron [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Successfully updated port: a55a3a07-cfff-4c92-85bd-9cb98c99229d {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.176182] env[69773]: DEBUG oslo_concurrency.lockutils [req-4c6c817d-55d3-4711-b2b5-138a3e96d8dd req-91f108f1-d02f-4528-8fbf-a403967a5573 service nova] Releasing lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.189732] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389676, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.203066] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118562} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.203558] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 742.204626] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3279a3a-7d68-440c-a619-9f57701db336 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.232924] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 44d464c2-acfc-449c-b6e3-885a5f2d28e3/44d464c2-acfc-449c-b6e3-885a5f2d28e3.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 742.233542] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18682057-d4fa-481a-8323-14dbfaecb5c2 tempest-InstanceActionsNegativeTestJSON-534369038 tempest-InstanceActionsNegativeTestJSON-534369038-project-member] Lock "888e7c77-793b-4420-9743-e2772b836742" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.396s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.234788] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71920b27-04ee-4c96-8840-42330971ae3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.258787] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 742.258787] env[69773]: value = "task-3389678" [ 742.258787] env[69773]: _type = "Task" [ 742.258787] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.267061] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.325053] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521e03f8-29aa-7e88-c141-3736a9ceb8d2, 'name': SearchDatastore_Task, 'duration_secs': 0.019264} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.325364] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.325617] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.325896] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.326052] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.326242] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.326531] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a281c993-f5b1-413d-8c06-46b5aae7192a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.335789] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.335972] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.336786] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06f68dd-4f8a-4da7-bd88-16bd32a78c05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.345819] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 742.345819] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529ead24-0db2-ddd1-2cb9-f4ad29d7c3bb" [ 742.345819] env[69773]: _type = "Task" [ 742.345819] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.351811] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529ead24-0db2-ddd1-2cb9-f4ad29d7c3bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.499025] env[69773]: DEBUG nova.compute.manager [req-e2786a92-5759-4a3d-9779-4c0686bebd6f req-c1685145-3ca9-42b2-ad22-050de1b5b9bc service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Received event network-vif-plugged-a55a3a07-cfff-4c92-85bd-9cb98c99229d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.499340] env[69773]: DEBUG oslo_concurrency.lockutils [req-e2786a92-5759-4a3d-9779-4c0686bebd6f req-c1685145-3ca9-42b2-ad22-050de1b5b9bc service nova] Acquiring lock "9a1bbae7-741a-4c74-8098-7433b3748301-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.499656] env[69773]: DEBUG oslo_concurrency.lockutils [req-e2786a92-5759-4a3d-9779-4c0686bebd6f req-c1685145-3ca9-42b2-ad22-050de1b5b9bc service nova] Lock "9a1bbae7-741a-4c74-8098-7433b3748301-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.499954] env[69773]: DEBUG oslo_concurrency.lockutils [req-e2786a92-5759-4a3d-9779-4c0686bebd6f req-c1685145-3ca9-42b2-ad22-050de1b5b9bc service nova] Lock "9a1bbae7-741a-4c74-8098-7433b3748301-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.500180] env[69773]: DEBUG nova.compute.manager [req-e2786a92-5759-4a3d-9779-4c0686bebd6f req-c1685145-3ca9-42b2-ad22-050de1b5b9bc service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] No waiting events found dispatching network-vif-plugged-a55a3a07-cfff-4c92-85bd-9cb98c99229d {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.500387] env[69773]: WARNING nova.compute.manager [req-e2786a92-5759-4a3d-9779-4c0686bebd6f req-c1685145-3ca9-42b2-ad22-050de1b5b9bc service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Received unexpected event network-vif-plugged-a55a3a07-cfff-4c92-85bd-9cb98c99229d for instance with vm_state building and task_state spawning. [ 742.641540] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Releasing lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.641540] env[69773]: DEBUG nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Instance network_info: |[{"id": "92d72c28-5e49-48ad-8715-5ca9d91f2ae3", "address": "fa:16:3e:93:b7:46", "network": {"id": "f2a53b24-5721-4f62-a861-40f2bee794c6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1942457332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59e25f6c39de4e28a686a4ed6ace969e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d72c28-5e", "ovs_interfaceid": "92d72c28-5e49-48ad-8715-5ca9d91f2ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.641683] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:b7:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92d72c28-5e49-48ad-8715-5ca9d91f2ae3', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.649134] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Creating folder: Project (59e25f6c39de4e28a686a4ed6ace969e). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.650748] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd86d2b2-67a1-4696-acdb-610c602edf5c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.656753] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "refresh_cache-9a1bbae7-741a-4c74-8098-7433b3748301" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.656753] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquired lock "refresh_cache-9a1bbae7-741a-4c74-8098-7433b3748301" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.656753] env[69773]: DEBUG nova.network.neutron [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 742.669878] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Created folder: Project (59e25f6c39de4e28a686a4ed6ace969e) in parent group-v676268. [ 742.669878] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Creating folder: Instances. Parent ref: group-v676338. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 742.669878] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46bd187c-9ffb-47ac-9dd4-2122400dd1df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.676205] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Created folder: Instances in parent group-v676338. [ 742.676484] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.676996] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9135e1c-5104-4429-a638-8df20416734e] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.677225] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eac9feb1-aa3d-4b1c-90f1-0949ccf2778e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.701551] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.701551] env[69773]: value = "task-3389681" [ 742.701551] env[69773]: _type = "Task" [ 742.701551] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.706218] env[69773]: DEBUG oslo_vmware.api [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389676, 'name': PowerOnVM_Task, 'duration_secs': 1.015993} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.711592] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.711592] env[69773]: DEBUG nova.compute.manager [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.712592] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e29bede-faed-4e9f-b3d8-33a881b8866c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.723363] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389681, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.768697] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389678, 'name': ReconfigVM_Task, 'duration_secs': 0.286559} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.770319] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 44d464c2-acfc-449c-b6e3-885a5f2d28e3/44d464c2-acfc-449c-b6e3-885a5f2d28e3.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.770488] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1f3c58e-7592-4f39-8189-d510657fa417 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.779955] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.780217] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.783991] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 742.783991] env[69773]: value = "task-3389682" [ 742.783991] env[69773]: _type = "Task" [ 742.783991] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.793703] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.794037] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389682, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.798340] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc99cb60-45b1-4662-ad1d-7a0041faa47c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.804387] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 742.804387] env[69773]: value = "task-3389683" [ 742.804387] env[69773]: _type = "Task" [ 742.804387] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.814678] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.855422] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529ead24-0db2-ddd1-2cb9-f4ad29d7c3bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012357} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.859226] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1650e156-521b-45e2-b288-ad139fd9de09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.865559] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 742.865559] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f9c0a4-9de1-5703-82b8-3b12a866a335" [ 742.865559] env[69773]: _type = "Task" [ 742.865559] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.881694] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f9c0a4-9de1-5703-82b8-3b12a866a335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.936755] env[69773]: DEBUG nova.compute.manager [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Received event network-vif-deleted-c6873196-11cd-431c-a67c-68344dba7652 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.937424] env[69773]: DEBUG nova.compute.manager [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Received event network-vif-plugged-92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.937424] env[69773]: DEBUG oslo_concurrency.lockutils [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] Acquiring lock "d9135e1c-5104-4429-a638-8df20416734e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.937573] env[69773]: DEBUG oslo_concurrency.lockutils [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] Lock "d9135e1c-5104-4429-a638-8df20416734e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.937807] env[69773]: DEBUG oslo_concurrency.lockutils [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] Lock "d9135e1c-5104-4429-a638-8df20416734e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.938448] env[69773]: DEBUG nova.compute.manager [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] No waiting events found dispatching network-vif-plugged-92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 742.938448] env[69773]: WARNING nova.compute.manager [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Received unexpected event network-vif-plugged-92d72c28-5e49-48ad-8715-5ca9d91f2ae3 for instance with vm_state building and task_state spawning. [ 742.938448] env[69773]: DEBUG nova.compute.manager [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Received event network-changed-92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.938448] env[69773]: DEBUG nova.compute.manager [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Refreshing instance network info cache due to event network-changed-92d72c28-5e49-48ad-8715-5ca9d91f2ae3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.938706] env[69773]: DEBUG oslo_concurrency.lockutils [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] Acquiring lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.938845] env[69773]: DEBUG oslo_concurrency.lockutils [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] Acquired lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.939834] env[69773]: DEBUG nova.network.neutron [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Refreshing network info cache for port 92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 743.203822] env[69773]: DEBUG nova.network.neutron [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 743.217411] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389681, 'name': CreateVM_Task, 'duration_secs': 0.428134} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.217588] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9135e1c-5104-4429-a638-8df20416734e] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 743.218400] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.218559] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.218856] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.222391] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33a8601-de08-462e-bae5-0cdf6ca358dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.223697] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 743.223697] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5288b6e8-45b2-6b3f-7efa-5f7085ab50d1" [ 743.223697] env[69773]: _type = "Task" [ 743.223697] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.236691] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291fb3c1-0075-4b3e-b54e-21570944a422 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.238948] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.243780] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5288b6e8-45b2-6b3f-7efa-5f7085ab50d1, 'name': SearchDatastore_Task, 'duration_secs': 0.013438} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.245875] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.246142] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.246365] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.247490] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd21cbf4-3475-47a3-a0ad-e76d586f1367 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.293945] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df2d4da-aab0-452b-90bd-df715fb9d31c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.301424] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389682, 'name': Rename_Task, 'duration_secs': 0.154121} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.303642] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.303856] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2c91ab2-8639-4c0d-b38d-48eff2ffbddc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.306373] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02502ec5-d2bb-413b-a0d4-80c6147090d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.324159] env[69773]: DEBUG nova.compute.provider_tree [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.329683] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389683, 'name': PowerOffVM_Task, 'duration_secs': 0.211237} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.329993] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 743.329993] env[69773]: value = "task-3389684" [ 743.329993] env[69773]: _type = "Task" [ 743.329993] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.332960] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.332960] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.332960] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c003f522-b5ad-4dc8-82b6-406108b947f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.346235] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.350555] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a3bd7d6-e91e-4edb-9716-84ded07e7a74 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.352104] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389684, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.376985] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f9c0a4-9de1-5703-82b8-3b12a866a335, 'name': SearchDatastore_Task, 'duration_secs': 0.013802} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.377288] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.377645] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 07251cf7-66fc-4d91-8c22-0be032ae93c0/07251cf7-66fc-4d91-8c22-0be032ae93c0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.377850] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.378049] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.378608] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5c53dbd-da5f-4035-a093-c51b2805b547 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.380798] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3dd0f9fe-93ff-420a-bf5c-6991e320cb35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.389534] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 743.389534] env[69773]: value = "task-3389686" [ 743.389534] env[69773]: _type = "Task" [ 743.389534] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.394157] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.394624] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.395891] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92558ebe-6c91-4d05-94b6-b58991300786 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.402372] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.403862] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 743.403862] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526f7ee1-93dd-1c91-c626-1931f8bc28b4" [ 743.403862] env[69773]: _type = "Task" [ 743.403862] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.413348] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526f7ee1-93dd-1c91-c626-1931f8bc28b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.413625] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.413806] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.413973] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleting the datastore file [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.414295] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc06608e-358f-4470-a8c3-f2770be16d08 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.421151] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 743.421151] env[69773]: value = "task-3389687" [ 743.421151] env[69773]: _type = "Task" [ 743.421151] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.429057] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.446694] env[69773]: DEBUG nova.network.neutron [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Updating instance_info_cache with network_info: [{"id": "a55a3a07-cfff-4c92-85bd-9cb98c99229d", "address": "fa:16:3e:6d:b4:8d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55a3a07-cf", "ovs_interfaceid": "a55a3a07-cfff-4c92-85bd-9cb98c99229d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.833354] env[69773]: DEBUG nova.scheduler.client.report [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.848499] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389684, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.900940] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.915313] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526f7ee1-93dd-1c91-c626-1931f8bc28b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013378} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.916220] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da819f9b-c644-4fb6-bd4b-5609065d543b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.922897] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 743.922897] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5225b896-0809-71a5-9d5e-a678126262e1" [ 743.922897] env[69773]: _type = "Task" [ 743.922897] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.939422] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192347} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.943436] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.943666] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.943849] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.946546] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5225b896-0809-71a5-9d5e-a678126262e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.951262] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Releasing lock "refresh_cache-9a1bbae7-741a-4c74-8098-7433b3748301" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.951593] env[69773]: DEBUG nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Instance network_info: |[{"id": "a55a3a07-cfff-4c92-85bd-9cb98c99229d", "address": "fa:16:3e:6d:b4:8d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55a3a07-cf", "ovs_interfaceid": "a55a3a07-cfff-4c92-85bd-9cb98c99229d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.952322] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:b4:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a55a3a07-cfff-4c92-85bd-9cb98c99229d', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.960961] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.961752] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.961879] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dedc2266-e460-4b84-a3d0-3df153f9f5b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.984197] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.984197] env[69773]: value = "task-3389688" [ 743.984197] env[69773]: _type = "Task" [ 743.984197] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.994442] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389688, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.201387] env[69773]: INFO nova.compute.manager [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Rebuilding instance [ 744.221378] env[69773]: DEBUG nova.network.neutron [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Updated VIF entry in instance network info cache for port 92d72c28-5e49-48ad-8715-5ca9d91f2ae3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 744.221831] env[69773]: DEBUG nova.network.neutron [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Updating instance_info_cache with network_info: [{"id": "92d72c28-5e49-48ad-8715-5ca9d91f2ae3", "address": "fa:16:3e:93:b7:46", "network": {"id": "f2a53b24-5721-4f62-a861-40f2bee794c6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1942457332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59e25f6c39de4e28a686a4ed6ace969e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d72c28-5e", "ovs_interfaceid": "92d72c28-5e49-48ad-8715-5ca9d91f2ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.264549] env[69773]: DEBUG nova.compute.manager [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.265450] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f4c952-2a12-4dc6-8007-96e1f9aa7f60 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.346411] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.347281] env[69773]: DEBUG nova.compute.manager [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.353631] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.266s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.353929] env[69773]: DEBUG nova.objects.instance [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lazy-loading 'resources' on Instance uuid f1d027e6-d48a-42ad-9099-7798329d205f {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.361018] env[69773]: DEBUG oslo_vmware.api [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389684, 'name': PowerOnVM_Task, 'duration_secs': 0.539137} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.361214] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.361431] env[69773]: INFO nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Took 10.87 seconds to spawn the instance on the hypervisor. [ 744.361608] env[69773]: DEBUG nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 744.365952] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b314795-9940-45b9-8f75-ac592ed6e888 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.403905] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586317} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.404204] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 07251cf7-66fc-4d91-8c22-0be032ae93c0/07251cf7-66fc-4d91-8c22-0be032ae93c0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.404658] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.404970] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a78ba7e-3a9d-4756-a599-30088c2a0160 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.413325] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 744.413325] env[69773]: value = "task-3389689" [ 744.413325] env[69773]: _type = "Task" [ 744.413325] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.427342] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.440094] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5225b896-0809-71a5-9d5e-a678126262e1, 'name': SearchDatastore_Task, 'duration_secs': 0.033177} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.440373] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.440633] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] d9135e1c-5104-4429-a638-8df20416734e/d9135e1c-5104-4429-a638-8df20416734e.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.441907] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25c1355f-84cb-4037-bf05-6f9ef696a527 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.448216] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 744.448216] env[69773]: value = "task-3389690" [ 744.448216] env[69773]: _type = "Task" [ 744.448216] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.462478] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.493880] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389688, 'name': CreateVM_Task, 'duration_secs': 0.462326} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.494735] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.495459] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.499058] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.499058] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.499058] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae2debb-e30a-4a22-8f54-69b826d358a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.502923] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 744.502923] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5222c0be-8cc0-bebf-e46b-ce3043bdf164" [ 744.502923] env[69773]: _type = "Task" [ 744.502923] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.512837] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5222c0be-8cc0-bebf-e46b-ce3043bdf164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.730907] env[69773]: DEBUG oslo_concurrency.lockutils [req-0b82bad5-2c2d-463d-b2a1-d61301103001 req-55baff40-ab40-428d-ba54-3d3b71de5d3e service nova] Releasing lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.813101] env[69773]: DEBUG oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ddff0-77d0-07ec-bd10-a00cd07264f9/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 744.814318] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f26b0c0-e4c3-4a87-8914-ad7e4662e20e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.830033] env[69773]: DEBUG oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ddff0-77d0-07ec-bd10-a00cd07264f9/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 744.830184] env[69773]: ERROR oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ddff0-77d0-07ec-bd10-a00cd07264f9/disk-0.vmdk due to incomplete transfer. [ 744.830759] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-73ace990-4fbb-4070-b788-5d3658d00ed1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.840154] env[69773]: DEBUG oslo_vmware.rw_handles [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ddff0-77d0-07ec-bd10-a00cd07264f9/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 744.840549] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Uploaded image 17f2f7b7-f0d8-4c48-9394-c0c09823fa8b to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 744.843041] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 744.843195] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-40d64716-2b0d-4864-b0ad-12ebcc980b83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.850967] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 744.850967] env[69773]: value = "task-3389691" [ 744.850967] env[69773]: _type = "Task" [ 744.850967] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.862559] env[69773]: DEBUG nova.compute.utils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.866313] env[69773]: DEBUG nova.compute.manager [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 744.874127] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389691, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.886431] env[69773]: INFO nova.compute.manager [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Took 30.57 seconds to build instance. [ 744.913202] env[69773]: DEBUG nova.compute.manager [req-b3d8dfc7-0c94-4cdd-af36-184d22121d8f req-7d1488ec-c20a-4751-8e2d-8eadba8d7c29 service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Received event network-changed-a55a3a07-cfff-4c92-85bd-9cb98c99229d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.913400] env[69773]: DEBUG nova.compute.manager [req-b3d8dfc7-0c94-4cdd-af36-184d22121d8f req-7d1488ec-c20a-4751-8e2d-8eadba8d7c29 service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Refreshing instance network info cache due to event network-changed-a55a3a07-cfff-4c92-85bd-9cb98c99229d. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.914161] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d8dfc7-0c94-4cdd-af36-184d22121d8f req-7d1488ec-c20a-4751-8e2d-8eadba8d7c29 service nova] Acquiring lock "refresh_cache-9a1bbae7-741a-4c74-8098-7433b3748301" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.916920] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d8dfc7-0c94-4cdd-af36-184d22121d8f req-7d1488ec-c20a-4751-8e2d-8eadba8d7c29 service nova] Acquired lock "refresh_cache-9a1bbae7-741a-4c74-8098-7433b3748301" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.916920] env[69773]: DEBUG nova.network.neutron [req-b3d8dfc7-0c94-4cdd-af36-184d22121d8f req-7d1488ec-c20a-4751-8e2d-8eadba8d7c29 service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Refreshing network info cache for port a55a3a07-cfff-4c92-85bd-9cb98c99229d {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 744.945878] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099337} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.945878] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.946442] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277593e3-50d6-4fe7-b814-336571906421 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.982049] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 07251cf7-66fc-4d91-8c22-0be032ae93c0/07251cf7-66fc-4d91-8c22-0be032ae93c0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.987320] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c2f372f-015d-4c1f-b94a-8620af76ff2f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.004941] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389690, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.022498] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5222c0be-8cc0-bebf-e46b-ce3043bdf164, 'name': SearchDatastore_Task, 'duration_secs': 0.014736} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.023052] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 745.023052] env[69773]: value = "task-3389692" [ 745.023052] env[69773]: _type = "Task" [ 745.023052] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.027700] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.028411] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.028411] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.028411] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.028568] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.028770] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.028896] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.029104] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.029305] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.029473] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.029647] env[69773]: DEBUG nova.virt.hardware [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.030067] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.030308] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.030509] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.030649] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.030821] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.031738] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf5cbaa-c55b-42b8-98ab-d3354955fb64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.037787] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd775c5a-d350-4eb9-ba15-0d19dd60ce83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.052479] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10582579-6c46-4901-976b-9f170bfc6d4e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.059024] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.060108] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.060215] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.061618] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ab95cb-92b0-408b-922a-c42e5fa2531e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.072216] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:b0:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96fccf8b-dee3-425e-ba1f-f8ec4f024da1', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.080391] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.083554] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.084076] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b039037-68f3-491f-b52f-8c6d35831155 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.110567] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 745.110567] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52899fbb-5e8f-6548-c64d-66eacc6bc579" [ 745.110567] env[69773]: _type = "Task" [ 745.110567] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.111866] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.111866] env[69773]: value = "task-3389693" [ 745.111866] env[69773]: _type = "Task" [ 745.111866] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.120126] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52899fbb-5e8f-6548-c64d-66eacc6bc579, 'name': SearchDatastore_Task, 'duration_secs': 0.010492} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.121242] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04223962-e85b-478f-9b64-8f02eb8f640b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.128815] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389693, 'name': CreateVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.132637] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 745.132637] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c6843-0b7e-3934-3630-076ca60eaecf" [ 745.132637] env[69773]: _type = "Task" [ 745.132637] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.142056] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c6843-0b7e-3934-3630-076ca60eaecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.283710] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.284098] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c98b9953-58b3-471e-a31b-531000ba7eb1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.291279] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 745.291279] env[69773]: value = "task-3389694" [ 745.291279] env[69773]: _type = "Task" [ 745.291279] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.299467] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.363266] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389691, 'name': Destroy_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.370077] env[69773]: DEBUG nova.compute.manager [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.391505] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05a1b451-c4ca-4027-831e-411a7de4f31d tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.078s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.461418] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322044a7-3512-477e-ab53-d28ec508b152 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.473891] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575692} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.476808] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] d9135e1c-5104-4429-a638-8df20416734e/d9135e1c-5104-4429-a638-8df20416734e.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.477055] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.477341] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1c8d583-c38c-4a09-8ec9-4ec8901a158f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.484563] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca86a6-8a70-4254-b962-a2b3f63aeab0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.490316] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 745.490316] env[69773]: value = "task-3389695" [ 745.490316] env[69773]: _type = "Task" [ 745.490316] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.530029] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a67836-ada0-4dc0-9348-962907e65ff4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.536534] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389695, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.547243] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4135a4-5ebc-420c-b1d9-8e78c253f807 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.550974] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389692, 'name': ReconfigVM_Task, 'duration_secs': 0.443185} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.553501] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 07251cf7-66fc-4d91-8c22-0be032ae93c0/07251cf7-66fc-4d91-8c22-0be032ae93c0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.554437] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9844c291-883b-47c4-bef5-7b62164747ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.564416] env[69773]: DEBUG nova.compute.provider_tree [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.571527] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 745.571527] env[69773]: value = "task-3389696" [ 745.571527] env[69773]: _type = "Task" [ 745.571527] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.581451] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389696, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.622375] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389693, 'name': CreateVM_Task, 'duration_secs': 0.395034} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.624692] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.625362] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.625527] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.625826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.626424] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bca1b2-e38c-4e04-a8e9-0871fc354afc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.631304] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 745.631304] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523b640f-f145-dbca-b8b3-22c1bc2e044e" [ 745.631304] env[69773]: _type = "Task" [ 745.631304] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.642834] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523b640f-f145-dbca-b8b3-22c1bc2e044e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.646870] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c6843-0b7e-3934-3630-076ca60eaecf, 'name': SearchDatastore_Task, 'duration_secs': 0.014497} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.647048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.647316] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9a1bbae7-741a-4c74-8098-7433b3748301/9a1bbae7-741a-4c74-8098-7433b3748301.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.647570] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ded2c35-6567-43be-972b-0492171ebcff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.654360] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 745.654360] env[69773]: value = "task-3389697" [ 745.654360] env[69773]: _type = "Task" [ 745.654360] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.665221] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.783776] env[69773]: DEBUG nova.network.neutron [req-b3d8dfc7-0c94-4cdd-af36-184d22121d8f req-7d1488ec-c20a-4751-8e2d-8eadba8d7c29 service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Updated VIF entry in instance network info cache for port a55a3a07-cfff-4c92-85bd-9cb98c99229d. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 745.784167] env[69773]: DEBUG nova.network.neutron [req-b3d8dfc7-0c94-4cdd-af36-184d22121d8f req-7d1488ec-c20a-4751-8e2d-8eadba8d7c29 service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Updating instance_info_cache with network_info: [{"id": "a55a3a07-cfff-4c92-85bd-9cb98c99229d", "address": "fa:16:3e:6d:b4:8d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa55a3a07-cf", "ovs_interfaceid": "a55a3a07-cfff-4c92-85bd-9cb98c99229d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.800830] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389694, 'name': PowerOffVM_Task, 'duration_secs': 0.152724} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.801515] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.802158] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.803277] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a696fc-c783-4159-a7dd-7fc87ff56e53 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.811042] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.812435] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9b5218e-b52a-4f59-ac70-6d3aee14515c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.844629] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.844899] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.845346] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Deleting the datastore file [datastore1] 39f89723-74fb-4bf2-9696-a25bb1bc35ee {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.845346] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8195e981-885f-4c87-a7e7-83935e72e23f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.851927] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 745.851927] env[69773]: value = "task-3389699" [ 745.851927] env[69773]: _type = "Task" [ 745.851927] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.863736] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.867435] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389691, 'name': Destroy_Task, 'duration_secs': 0.544228} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.867718] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Destroyed the VM [ 745.867983] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 745.868253] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-60e5cd11-3e9e-4e17-ace7-5fd20b94068a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.881424] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 745.881424] env[69773]: value = "task-3389700" [ 745.881424] env[69773]: _type = "Task" [ 745.881424] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.892612] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.898184] env[69773]: DEBUG nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 746.003171] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067651} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.003466] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.004624] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2d813b-a782-4adb-b99c-2ec5e13dfeda {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.035792] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] d9135e1c-5104-4429-a638-8df20416734e/d9135e1c-5104-4429-a638-8df20416734e.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.035960] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-522e1e14-2adb-47fe-9a4b-61bdc220f47c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.059012] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 746.059012] env[69773]: value = "task-3389701" [ 746.059012] env[69773]: _type = "Task" [ 746.059012] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.069814] env[69773]: DEBUG nova.scheduler.client.report [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.073347] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.084748] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389696, 'name': Rename_Task, 'duration_secs': 0.170321} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.084958] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.086032] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de2d6303-587b-4324-89ec-0946dc5ccb33 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.094977] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 746.094977] env[69773]: value = "task-3389702" [ 746.094977] env[69773]: _type = "Task" [ 746.094977] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.105882] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.143479] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523b640f-f145-dbca-b8b3-22c1bc2e044e, 'name': SearchDatastore_Task, 'duration_secs': 0.015051} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.144280] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.144681] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.144876] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.145057] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.145277] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.145872] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd41b808-c17f-4dc9-9d05-1afb7c896c32 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.154578] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.154884] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.156171] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eca7ba9-ab5b-430a-8357-70b3ed10aa79 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.168655] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 746.168655] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52395e56-c3bb-560f-5389-156731ac7e27" [ 746.168655] env[69773]: _type = "Task" [ 746.168655] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.174132] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491859} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.181145] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9a1bbae7-741a-4c74-8098-7433b3748301/9a1bbae7-741a-4c74-8098-7433b3748301.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.181145] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.181145] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bbea87a-24fa-46f2-b95d-b7e6d38cae48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.190893] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52395e56-c3bb-560f-5389-156731ac7e27, 'name': SearchDatastore_Task, 'duration_secs': 0.017558} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.191347] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 746.191347] env[69773]: value = "task-3389703" [ 746.191347] env[69773]: _type = "Task" [ 746.191347] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.191563] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3bc718-d3e0-4005-8aaa-44dfa05eeda4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.204938] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 746.204938] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520487c6-5a4e-1a73-a1eb-e0621e889253" [ 746.204938] env[69773]: _type = "Task" [ 746.204938] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.208059] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.216817] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520487c6-5a4e-1a73-a1eb-e0621e889253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.288042] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d8dfc7-0c94-4cdd-af36-184d22121d8f req-7d1488ec-c20a-4751-8e2d-8eadba8d7c29 service nova] Releasing lock "refresh_cache-9a1bbae7-741a-4c74-8098-7433b3748301" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.367066] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375052} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.367356] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.367538] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.367797] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.382397] env[69773]: DEBUG nova.compute.manager [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.397102] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389700, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.422303] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.422576] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.422669] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.422846] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.423113] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.423203] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.423382] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.424223] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.424223] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.424223] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.424223] env[69773]: DEBUG nova.virt.hardware [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.425367] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f051e7-c92d-4279-9c70-ff49184d9b09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.432238] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.433468] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d469d35-ce15-42ad-826c-dfe3eab9e9a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.447960] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.453814] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Creating folder: Project (0d38c5ad83c24eff9c0a5364ccbfd6f2). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.454192] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c27d0e36-c2ec-44ec-b873-469f65aaa516 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.463864] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Created folder: Project (0d38c5ad83c24eff9c0a5364ccbfd6f2) in parent group-v676268. [ 746.464081] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Creating folder: Instances. Parent ref: group-v676343. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.464325] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1fc8e203-1ac5-4581-82c4-f34bd2ba2f4b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.473425] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Created folder: Instances in parent group-v676343. [ 746.473669] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.474076] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.474317] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ac37fa6-f4af-469e-8799-35ca958e2a78 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.492991] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.492991] env[69773]: value = "task-3389706" [ 746.492991] env[69773]: _type = "Task" [ 746.492991] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.501431] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389706, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.576554] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.226s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.580102] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389701, 'name': ReconfigVM_Task, 'duration_secs': 0.300273} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.580821] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.541s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.583560] env[69773]: INFO nova.compute.claims [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.587886] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Reconfigured VM instance instance-00000017 to attach disk [datastore1] d9135e1c-5104-4429-a638-8df20416734e/d9135e1c-5104-4429-a638-8df20416734e.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.588798] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f01efb-edba-4d6f-87dd-aeaba892b868 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.596722] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 746.596722] env[69773]: value = "task-3389707" [ 746.596722] env[69773]: _type = "Task" [ 746.596722] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.610488] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389702, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.614640] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquiring lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.614988] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.615266] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquiring lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.615525] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.615858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.618895] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389707, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.619429] env[69773]: INFO nova.compute.manager [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Terminating instance [ 746.621977] env[69773]: INFO nova.scheduler.client.report [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleted allocations for instance f1d027e6-d48a-42ad-9099-7798329d205f [ 746.704359] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090804} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.704681] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.705560] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3042addf-5253-4c26-8a42-9f1133e4ab90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.736992] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 9a1bbae7-741a-4c74-8098-7433b3748301/9a1bbae7-741a-4c74-8098-7433b3748301.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.742325] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b88d602f-ee16-4e5c-9fba-f2cd5702d014 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.757584] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520487c6-5a4e-1a73-a1eb-e0621e889253, 'name': SearchDatastore_Task, 'duration_secs': 0.014835} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.757910] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.758249] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0/fe5f21a5-ff4f-4417-8059-64202582eca0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.759034] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7effcb7-4273-45ab-a63d-46d236c6e866 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.764270] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 746.764270] env[69773]: value = "task-3389708" [ 746.764270] env[69773]: _type = "Task" [ 746.764270] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.770058] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 746.770058] env[69773]: value = "task-3389709" [ 746.770058] env[69773]: _type = "Task" [ 746.770058] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.781050] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389708, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.782457] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.896475] env[69773]: DEBUG oslo_vmware.api [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389700, 'name': RemoveSnapshot_Task, 'duration_secs': 0.935991} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.896918] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 746.897268] env[69773]: INFO nova.compute.manager [None req-4e722eab-da19-431f-b71a-bc7231389c42 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Took 15.96 seconds to snapshot the instance on the hypervisor. [ 747.003558] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389706, 'name': CreateVM_Task, 'duration_secs': 0.391938} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.004327] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.004478] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.004808] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.005240] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.005573] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5943345-4b59-4aa2-bb3e-e7b5d1bf02cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.011338] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 747.011338] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b004b9-1ef9-17b4-9d32-4d72e117f03a" [ 747.011338] env[69773]: _type = "Task" [ 747.011338] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.020539] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b004b9-1ef9-17b4-9d32-4d72e117f03a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.110852] env[69773]: DEBUG oslo_vmware.api [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389702, 'name': PowerOnVM_Task, 'duration_secs': 0.560415} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.114332] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.114591] env[69773]: INFO nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Took 10.98 seconds to spawn the instance on the hypervisor. [ 747.114811] env[69773]: DEBUG nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.115150] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389707, 'name': Rename_Task, 'duration_secs': 0.161365} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.116211] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d55741-bcaa-4543-b3a2-ba18556e1cc2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.119545] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.120038] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1698e66e-9867-4b42-98fd-c33861c4e5c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.129999] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 747.129999] env[69773]: value = "task-3389710" [ 747.129999] env[69773]: _type = "Task" [ 747.129999] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.133810] env[69773]: DEBUG nova.compute.manager [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.134067] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.137348] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d31ccd7-7b6d-4208-862f-e0161cd0fda6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.149686] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389710, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.149686] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1fc2707e-513f-4091-9983-5b4025e53253 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "f1d027e6-d48a-42ad-9099-7798329d205f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.700s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.154362] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.154726] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d0b8e74-8f85-4a3d-8088-e5cc639bccfa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.162578] env[69773]: DEBUG oslo_vmware.api [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 747.162578] env[69773]: value = "task-3389711" [ 747.162578] env[69773]: _type = "Task" [ 747.162578] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.172747] env[69773]: DEBUG oslo_vmware.api [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.274654] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389708, 'name': ReconfigVM_Task, 'duration_secs': 0.296518} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.278420] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 9a1bbae7-741a-4c74-8098-7433b3748301/9a1bbae7-741a-4c74-8098-7433b3748301.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.279214] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0c9178-76ac-4113-971d-0025eadaeb4c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.286960] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389709, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.288773] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 747.288773] env[69773]: value = "task-3389712" [ 747.288773] env[69773]: _type = "Task" [ 747.288773] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.298736] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389712, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.418344] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.418596] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.418840] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.418934] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.419121] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.419208] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.419430] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.419608] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.419801] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.419973] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.420157] env[69773]: DEBUG nova.virt.hardware [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.421377] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff97de3a-e931-4c03-8f8d-602e42adc16f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.435900] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d2ae9-18ed-49ea-afb2-2d8eae80c3ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.453513] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.460264] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.460264] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.460264] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d719cac-3222-471c-b6bb-520303a1e492 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.485171] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.485171] env[69773]: value = "task-3389713" [ 747.485171] env[69773]: _type = "Task" [ 747.485171] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.495519] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389713, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.524343] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b004b9-1ef9-17b4-9d32-4d72e117f03a, 'name': SearchDatastore_Task, 'duration_secs': 0.018743} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.524343] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.524343] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.525164] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.525164] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.525164] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.525164] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bb1cefc-4d97-41a5-91cc-60709fba7485 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.536427] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.536579] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.541039] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa644c2-4bd0-435e-ad7d-dc44cc3d4852 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.547243] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 747.547243] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52539cbb-c404-46ac-1180-09d0e0122a1c" [ 747.547243] env[69773]: _type = "Task" [ 747.547243] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.557518] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52539cbb-c404-46ac-1180-09d0e0122a1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.642072] env[69773]: INFO nova.compute.manager [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Took 33.01 seconds to build instance. [ 747.658368] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389710, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.680889] env[69773]: DEBUG oslo_vmware.api [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389711, 'name': PowerOffVM_Task, 'duration_secs': 0.377758} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.681174] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.681339] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.681604] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3227d15-cbc0-4963-b528-f8b4e2f324e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.748153] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.748374] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.748553] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Deleting the datastore file [datastore2] 44d464c2-acfc-449c-b6e3-885a5f2d28e3 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.754900] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd5636ac-0835-4d6f-8425-79e53af2846f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.763125] env[69773]: DEBUG oslo_vmware.api [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for the task: (returnval){ [ 747.763125] env[69773]: value = "task-3389715" [ 747.763125] env[69773]: _type = "Task" [ 747.763125] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.771841] env[69773]: DEBUG oslo_vmware.api [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.790290] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760695} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.793344] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0/fe5f21a5-ff4f-4417-8059-64202582eca0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.793344] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.793344] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8ea2704-47b5-4dba-a2d9-89d41221c7ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.806744] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389712, 'name': Rename_Task, 'duration_secs': 0.215044} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.809665] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.809665] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 747.809665] env[69773]: value = "task-3389716" [ 747.809665] env[69773]: _type = "Task" [ 747.809665] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.810058] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1258c6a4-6abb-41b2-9b94-cb4815e06b73 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.826906] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.827403] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 747.827403] env[69773]: value = "task-3389717" [ 747.827403] env[69773]: _type = "Task" [ 747.827403] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.839389] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.997929] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389713, 'name': CreateVM_Task, 'duration_secs': 0.424517} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.001064] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 748.001893] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.002074] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.002530] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.002633] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5d512f1-493f-4f47-8ed1-4e2203a32f80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.007897] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 748.007897] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fc4ab0-7c12-1465-20c7-9dfba9a9d497" [ 748.007897] env[69773]: _type = "Task" [ 748.007897] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.019893] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fc4ab0-7c12-1465-20c7-9dfba9a9d497, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.059953] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52539cbb-c404-46ac-1180-09d0e0122a1c, 'name': SearchDatastore_Task, 'duration_secs': 0.023941} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.060371] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7efb51b-9078-4141-84b1-3761f6961688 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.068144] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 748.068144] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a72ae-c316-a302-4cdd-a158a45c6437" [ 748.068144] env[69773]: _type = "Task" [ 748.068144] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.074697] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a72ae-c316-a302-4cdd-a158a45c6437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.144874] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f817e2f0-1c92-4770-a250-dd971ad42c09 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.526s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.151555] env[69773]: DEBUG oslo_vmware.api [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3389710, 'name': PowerOnVM_Task, 'duration_secs': 0.569418} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.151804] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.152033] env[69773]: INFO nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Took 9.38 seconds to spawn the instance on the hypervisor. [ 748.153140] env[69773]: DEBUG nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.153140] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ac981c-1099-49e3-8aaa-b3f7c73b1cec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.177451] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62534a0-8154-4dc4-bec8-769b62675b4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.187013] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e796ee96-d26a-4b5d-9c3d-c583c51aadca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.220060] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b1464-908a-4240-bf8e-2b0b63ab7927 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.228923] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7961d70-d0dd-420c-acca-c55c9dd1599f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.243190] env[69773]: DEBUG nova.compute.provider_tree [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.276734] env[69773]: DEBUG oslo_vmware.api [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.322931] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075594} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.323320] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.324351] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ca918b-7add-468e-8c07-f61823a634f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.360592] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0/fe5f21a5-ff4f-4417-8059-64202582eca0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.361818] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c0883a-c07d-4dd6-9a85-a0ff0626d7e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.380560] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.385925] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 748.385925] env[69773]: value = "task-3389718" [ 748.385925] env[69773]: _type = "Task" [ 748.385925] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.394512] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389718, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.519869] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fc4ab0-7c12-1465-20c7-9dfba9a9d497, 'name': SearchDatastore_Task, 'duration_secs': 0.037165} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.520322] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.520473] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.520774] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.577522] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a72ae-c316-a302-4cdd-a158a45c6437, 'name': SearchDatastore_Task, 'duration_secs': 0.034894} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.577786] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.578064] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] d9d89e7c-9ad9-4f0b-8026-8e6590f489ce/d9d89e7c-9ad9-4f0b-8026-8e6590f489ce.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.578354] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.578546] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.578756] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c40e54b-6a9f-4623-a459-c278608321e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.581391] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97819af6-a9c7-4edb-ae89-25f161a2dbf3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.586889] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 748.586889] env[69773]: value = "task-3389719" [ 748.586889] env[69773]: _type = "Task" [ 748.586889] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.594247] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389719, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.610362] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.610550] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.611342] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf1fea2-0ea6-4307-873c-1e103e13ad95 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.617814] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 748.617814] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fbf910-1dd8-da8a-14be-e0bbda9fb392" [ 748.617814] env[69773]: _type = "Task" [ 748.617814] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.625682] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fbf910-1dd8-da8a-14be-e0bbda9fb392, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.647516] env[69773]: DEBUG nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.676206] env[69773]: INFO nova.compute.manager [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Took 32.83 seconds to build instance. [ 748.749505] env[69773]: DEBUG nova.scheduler.client.report [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.778500] env[69773]: DEBUG oslo_vmware.api [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Task: {'id': task-3389715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.577303} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.779209] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.779209] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.779209] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.779473] env[69773]: INFO nova.compute.manager [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Took 1.65 seconds to destroy the instance on the hypervisor. [ 748.779639] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.780131] env[69773]: DEBUG nova.compute.manager [-] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.780230] env[69773]: DEBUG nova.network.neutron [-] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 748.810087] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquiring lock "9e384226-0312-4206-b002-e1ab45e19487" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.810289] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "9e384226-0312-4206-b002-e1ab45e19487" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.810507] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquiring lock "9e384226-0312-4206-b002-e1ab45e19487-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.810693] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "9e384226-0312-4206-b002-e1ab45e19487-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.810860] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "9e384226-0312-4206-b002-e1ab45e19487-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.813138] env[69773]: INFO nova.compute.manager [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Terminating instance [ 748.842636] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.902596] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389718, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.854587] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4258ef1-0039-48c0-b05d-d18653fb007e tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "d9135e1c-5104-4429-a638-8df20416734e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.021s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.855319] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.275s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.855768] env[69773]: DEBUG nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.858442] env[69773]: DEBUG nova.compute.manager [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 749.860821] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 749.860821] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389719, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.860821] env[69773]: WARNING oslo_vmware.common.loopingcall [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] task run outlasted interval by 0.271806 sec [ 749.868802] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.057s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.871553] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b929c855-0647-4d97-8cba-1b92958d2897 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.882938] env[69773]: DEBUG nova.network.neutron [-] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.902466] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 749.902750] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fbf910-1dd8-da8a-14be-e0bbda9fb392, 'name': SearchDatastore_Task, 'duration_secs': 0.040288} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.907995] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6192519f-f379-46e2-81dd-f03376e877b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.911107] env[69773]: DEBUG oslo_vmware.api [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389717, 'name': PowerOnVM_Task, 'duration_secs': 1.649138} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.913701] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.916188] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271b15a2-d322-48de-ac55-7c115d48eafa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.920170] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.920170] env[69773]: INFO nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Took 8.41 seconds to spawn the instance on the hypervisor. [ 749.920170] env[69773]: DEBUG nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.920170] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389719, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513531} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.923997] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8429d0-0d00-4aae-8506-3cedfa3a64fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.929090] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] d9d89e7c-9ad9-4f0b-8026-8e6590f489ce/d9d89e7c-9ad9-4f0b-8026-8e6590f489ce.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.929090] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.929090] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389718, 'name': ReconfigVM_Task, 'duration_secs': 0.75762} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.931581] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a940aa15-5dd7-484d-8d43-b1b6d2f7681e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.932614] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Reconfigured VM instance instance-00000014 to attach disk [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0/fe5f21a5-ff4f-4417-8059-64202582eca0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.933201] env[69773]: DEBUG oslo_vmware.api [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 749.933201] env[69773]: value = "task-3389720" [ 749.933201] env[69773]: _type = "Task" [ 749.933201] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.935478] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-497492cc-13e8-4073-a941-98d1714fa51a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.939310] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 749.939310] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522e0677-2583-1412-f4a7-def4adbe01db" [ 749.939310] env[69773]: _type = "Task" [ 749.939310] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.953826] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 749.953826] env[69773]: value = "task-3389721" [ 749.953826] env[69773]: _type = "Task" [ 749.953826] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.958379] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 749.958379] env[69773]: value = "task-3389722" [ 749.958379] env[69773]: _type = "Task" [ 749.958379] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.975290] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522e0677-2583-1412-f4a7-def4adbe01db, 'name': SearchDatastore_Task, 'duration_secs': 0.019026} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.975290] env[69773]: DEBUG oslo_vmware.api [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389720, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.976420] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.976420] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.976845] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb077120-580f-46f8-a841-263e6f106a6f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.985140] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.985358] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389722, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.993180] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 749.993180] env[69773]: value = "task-3389723" [ 749.993180] env[69773]: _type = "Task" [ 749.993180] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.999253] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.366374] env[69773]: DEBUG nova.compute.utils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.371421] env[69773]: DEBUG nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.371523] env[69773]: DEBUG nova.network.neutron [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.384933] env[69773]: DEBUG nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 750.393156] env[69773]: INFO nova.compute.manager [-] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Took 1.61 seconds to deallocate network for instance. [ 750.461978] env[69773]: DEBUG oslo_vmware.api [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389720, 'name': PowerOffVM_Task, 'duration_secs': 0.254626} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.461978] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 750.461978] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 750.471189] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd04fbc1-503b-4cd7-bf62-c4ab1fdcba8a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.474438] env[69773]: INFO nova.compute.manager [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Took 33.58 seconds to build instance. [ 750.484987] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260601} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.488969] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.488969] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389722, 'name': Rename_Task, 'duration_secs': 0.263408} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.489769] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30963324-9ffc-46d9-b58a-96611e74d61b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.492682] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.495923] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5886326a-6ce4-414c-9334-0cf09dddcc3c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.522475] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] d9d89e7c-9ad9-4f0b-8026-8e6590f489ce/d9d89e7c-9ad9-4f0b-8026-8e6590f489ce.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.527724] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e415e910-22fd-4033-8e60-d3c13f1faa46 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.546082] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 750.546082] env[69773]: value = "task-3389725" [ 750.546082] env[69773]: _type = "Task" [ 750.546082] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.546082] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389723, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.555871] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 750.555871] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 750.555871] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Deleting the datastore file [datastore1] 9e384226-0312-4206-b002-e1ab45e19487 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 750.556835] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-427509ad-3c65-4820-95f6-09ddb6e6de45 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.559436] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 750.559436] env[69773]: value = "task-3389726" [ 750.559436] env[69773]: _type = "Task" [ 750.559436] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.565098] env[69773]: DEBUG oslo_vmware.api [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for the task: (returnval){ [ 750.565098] env[69773]: value = "task-3389727" [ 750.565098] env[69773]: _type = "Task" [ 750.565098] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.574348] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.581943] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.586414] env[69773]: DEBUG oslo_vmware.api [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.602522] env[69773]: DEBUG nova.policy [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '148e2373315047deb35a4a05de0d83fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ff83afd95a14d79b70223aa1b626d4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.881332] env[69773]: DEBUG nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.907092] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.927486] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.979342] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3f59df08-d303-4e48-9d29-0505aff29397 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "9a1bbae7-741a-4c74-8098-7433b3748301" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.607s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.018830] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753448} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.024352] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.024690] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.025533] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28517196-fa15-40bb-84e2-1d09e6fa8a63 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.035252] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 751.035252] env[69773]: value = "task-3389728" [ 751.035252] env[69773]: _type = "Task" [ 751.035252] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.047657] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.069418] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.075339] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.085045] env[69773]: DEBUG oslo_vmware.api [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Task: {'id': task-3389727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462027} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.085045] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.085045] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.085313] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.085417] env[69773]: INFO nova.compute.manager [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Took 1.23 seconds to destroy the instance on the hypervisor. [ 751.086272] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.086272] env[69773]: DEBUG nova.compute.manager [-] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 751.086272] env[69773]: DEBUG nova.network.neutron [-] [instance: 9e384226-0312-4206-b002-e1ab45e19487] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 751.146292] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7881c368-6e7b-4ee4-9eff-0e00281a17a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.154947] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3aaca9-d057-47bc-ba52-acbffc7acb8a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.186101] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc5877b-9462-49e0-b79c-61da77b1d830 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.193777] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877c5b61-1045-4f04-8c47-341df1329a7a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.210049] env[69773]: DEBUG nova.compute.provider_tree [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.490207] env[69773]: DEBUG nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.546536] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071614} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.546827] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.547625] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a3a8f4-2cb4-4a0d-808e-c46f8c3634e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.574780] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.578666] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c767f09-f6b9-4478-a8bf-6f4ae0572cdd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.599098] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389725, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.606964] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.606964] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 751.606964] env[69773]: value = "task-3389729" [ 751.606964] env[69773]: _type = "Task" [ 751.606964] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.613272] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389729, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.699629] env[69773]: DEBUG nova.compute.manager [req-37a465ba-6407-4a60-a41d-250e962c0a45 req-acb0232f-9cd8-41a6-8dc9-230f72b2c63f service nova] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Received event network-vif-deleted-16443beb-39a2-4301-b06c-c23f130e566b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.713849] env[69773]: DEBUG nova.scheduler.client.report [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.880063] env[69773]: DEBUG nova.network.neutron [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Successfully created port: 2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.898748] env[69773]: DEBUG nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.931125] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.931441] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.931630] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.931826] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.932142] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.932236] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.932614] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.934850] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.934850] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.934850] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.934850] env[69773]: DEBUG nova.virt.hardware [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.934850] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acb7b99-75fe-4341-8031-5d6ef589667e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.945610] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a910182-f83c-4168-865e-441fb7727f66 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.019769] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.062774] env[69773]: DEBUG oslo_vmware.api [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389725, 'name': PowerOnVM_Task, 'duration_secs': 1.247162} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.063246] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.063490] env[69773]: DEBUG nova.compute.manager [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.064864] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51a1c4c-fa64-4d04-9258-2c712c25b3ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.081820] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389726, 'name': ReconfigVM_Task, 'duration_secs': 1.165176} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.083618] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Reconfigured VM instance instance-00000019 to attach disk [datastore2] d9d89e7c-9ad9-4f0b-8026-8e6590f489ce/d9d89e7c-9ad9-4f0b-8026-8e6590f489ce.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.083618] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a64a71d-3bcd-45bd-a12f-07a32c8e3feb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.089814] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 752.089814] env[69773]: value = "task-3389730" [ 752.089814] env[69773]: _type = "Task" [ 752.089814] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.099776] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389730, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.119960] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.140365] env[69773]: DEBUG nova.network.neutron [-] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.598686] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.607476] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389730, 'name': Rename_Task, 'duration_secs': 0.176162} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.608136] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.612808] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f922034a-af98-457b-99e0-14809ca4dcef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.625291] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 752.625291] env[69773]: value = "task-3389731" [ 752.625291] env[69773]: _type = "Task" [ 752.625291] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.626142] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389729, 'name': ReconfigVM_Task, 'duration_secs': 0.706804} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.626142] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 39f89723-74fb-4bf2-9696-a25bb1bc35ee/39f89723-74fb-4bf2-9696-a25bb1bc35ee.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.630174] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bddc704e-74b4-41d2-baeb-898fceb08129 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.637480] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389731, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.639021] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 752.639021] env[69773]: value = "task-3389732" [ 752.639021] env[69773]: _type = "Task" [ 752.639021] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.645700] env[69773]: INFO nova.compute.manager [-] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Took 1.56 seconds to deallocate network for instance. [ 752.656563] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389732, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.728510] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.859s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.741016] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.707s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.741016] env[69773]: INFO nova.compute.claims [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.776475] env[69773]: DEBUG nova.compute.manager [req-4a448eed-b0a8-427d-bb98-895237c514a0 req-985cbba5-d511-4f54-889b-e82ad0fabb84 service nova] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Received event network-vif-deleted-a65b9f56-a4c2-4fbf-8da6-a5f8392718ac {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.136905] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.149708] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389732, 'name': Rename_Task, 'duration_secs': 0.282668} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.149995] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.150258] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f65b8cf4-1d17-4c62-8014-a9224d79aba6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.159165] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.159343] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Waiting for the task: (returnval){ [ 753.159343] env[69773]: value = "task-3389733" [ 753.159343] env[69773]: _type = "Task" [ 753.159343] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.175573] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.318469] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.318706] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.347763] env[69773]: INFO nova.scheduler.client.report [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Deleted allocation for migration 8792ac97-b6c9-4120-b76a-bff7972fbe23 [ 753.637287] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.669640] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.857015] env[69773]: DEBUG oslo_concurrency.lockutils [None req-116b5465-1606-4160-8c72-8c0d60b4f4fe tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.569s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.141256] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.171981] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.284477] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73cf901-b933-48c6-b623-a31327dede1d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.292919] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c80c092-1de6-4d4e-bcb1-30f89496b3f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.329931] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6535582d-9e08-47d8-b91e-bed010ea3644 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.337537] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2185d82-84f1-49c9-92c3-281f3abb5b5e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.354233] env[69773]: DEBUG nova.compute.provider_tree [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.616725] env[69773]: DEBUG nova.network.neutron [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Successfully updated port: 2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.640528] env[69773]: DEBUG oslo_vmware.api [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389731, 'name': PowerOnVM_Task, 'duration_secs': 1.928832} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.640843] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.641085] env[69773]: INFO nova.compute.manager [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Took 8.26 seconds to spawn the instance on the hypervisor. [ 754.641494] env[69773]: DEBUG nova.compute.manager [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.642402] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720f7792-512a-4c42-90fd-2ef5af1ed094 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.669676] env[69773]: DEBUG oslo_vmware.api [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Task: {'id': task-3389733, 'name': PowerOnVM_Task, 'duration_secs': 1.304289} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.670015] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.670268] env[69773]: DEBUG nova.compute.manager [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.671085] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5321b04-58a8-4a54-8147-3cae85f5b6c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.832254] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "6fe4702c-4579-481c-8774-22e4b484f1c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.832826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.864236] env[69773]: DEBUG nova.scheduler.client.report [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.121132] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquiring lock "refresh_cache-d5636048-8dd2-4219-9255-a6eefda4c13c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.121132] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquired lock "refresh_cache-d5636048-8dd2-4219-9255-a6eefda4c13c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.121132] env[69773]: DEBUG nova.network.neutron [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 755.176586] env[69773]: INFO nova.compute.manager [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Took 28.97 seconds to build instance. [ 755.190314] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.372032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.372032] env[69773]: DEBUG nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.373887] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.018s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.376011] env[69773]: INFO nova.compute.claims [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.664740] env[69773]: DEBUG nova.network.neutron [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 755.680526] env[69773]: DEBUG oslo_concurrency.lockutils [None req-27913122-4676-4e9f-9110-18b01a5326f0 tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.481s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.735756] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "9a1bbae7-741a-4c74-8098-7433b3748301" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.736068] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "9a1bbae7-741a-4c74-8098-7433b3748301" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.736382] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "9a1bbae7-741a-4c74-8098-7433b3748301-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.736616] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "9a1bbae7-741a-4c74-8098-7433b3748301-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.736843] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "9a1bbae7-741a-4c74-8098-7433b3748301-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.739568] env[69773]: INFO nova.compute.manager [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Terminating instance [ 755.881860] env[69773]: DEBUG nova.compute.utils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.887446] env[69773]: DEBUG nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.887446] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.896932] env[69773]: DEBUG nova.network.neutron [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Updating instance_info_cache with network_info: [{"id": "2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1", "address": "fa:16:3e:ac:b5:13", "network": {"id": "97c52011-79f4-4b44-99f6-c15347a516b2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1377174667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ff83afd95a14d79b70223aa1b626d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a93c0cb-68", "ovs_interfaceid": "2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.960391] env[69773]: DEBUG nova.policy [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7cd377367f74f9bbd49bfe76fef3ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e0994137d4241289e778a40cac24354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.024776] env[69773]: DEBUG nova.compute.manager [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Received event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.025204] env[69773]: DEBUG nova.compute.manager [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing instance network info cache due to event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.025278] env[69773]: DEBUG oslo_concurrency.lockutils [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] Acquiring lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.027336] env[69773]: DEBUG oslo_concurrency.lockutils [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] Acquired lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.027336] env[69773]: DEBUG nova.network.neutron [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 756.184244] env[69773]: DEBUG nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.249172] env[69773]: DEBUG nova.compute.manager [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.249172] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.249172] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb776836-cf60-45f4-9a4c-68a4525c3da4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.257717] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.258974] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86abe780-3b94-48f1-9a39-c76aef1ba3e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.267548] env[69773]: DEBUG oslo_vmware.api [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 756.267548] env[69773]: value = "task-3389734" [ 756.267548] env[69773]: _type = "Task" [ 756.267548] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.275917] env[69773]: DEBUG oslo_vmware.api [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.279260] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Successfully created port: fc86dcd2-f920-404e-a989-62d1bf5b7b6c {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.387113] env[69773]: DEBUG nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.402714] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Releasing lock "refresh_cache-d5636048-8dd2-4219-9255-a6eefda4c13c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.403162] env[69773]: DEBUG nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Instance network_info: |[{"id": "2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1", "address": "fa:16:3e:ac:b5:13", "network": {"id": "97c52011-79f4-4b44-99f6-c15347a516b2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1377174667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ff83afd95a14d79b70223aa1b626d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a93c0cb-68", "ovs_interfaceid": "2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.403702] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:b5:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.416991] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Creating folder: Project (8ff83afd95a14d79b70223aa1b626d4b). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.417353] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8f8e13a-0980-4e1a-9e43-49be277cd773 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.432673] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Created folder: Project (8ff83afd95a14d79b70223aa1b626d4b) in parent group-v676268. [ 756.432884] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Creating folder: Instances. Parent ref: group-v676347. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.433214] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-227089e9-98de-4959-af06-40794f2f06a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.441645] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Created folder: Instances in parent group-v676347. [ 756.443875] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.443875] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.443875] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9bd89bd-9ee8-4f88-9143-12912b69270b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.473642] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.473642] env[69773]: value = "task-3389737" [ 756.473642] env[69773]: _type = "Task" [ 756.473642] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.482709] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389737, 'name': CreateVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.637049] env[69773]: DEBUG nova.compute.manager [None req-8410c438-bb2c-48f5-a5b4-956068d0ee62 tempest-ServerDiagnosticsV248Test-602990936 tempest-ServerDiagnosticsV248Test-602990936-project-admin] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.638983] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bed4b8-fda1-4490-ba2f-f310dc1adbe7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.652502] env[69773]: INFO nova.compute.manager [None req-8410c438-bb2c-48f5-a5b4-956068d0ee62 tempest-ServerDiagnosticsV248Test-602990936 tempest-ServerDiagnosticsV248Test-602990936-project-admin] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Retrieving diagnostics [ 756.653116] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e56d2ff-9a4b-4cae-a437-4efd906c971e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.689523] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Successfully created port: 7e0a4bff-8daf-41b7-a628-0a3fb3e96664 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.716463] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.762236] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquiring lock "5d71c637-3757-42b0-95b3-be80ef214b7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.762553] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "5d71c637-3757-42b0-95b3-be80ef214b7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.778008] env[69773]: DEBUG oslo_vmware.api [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389734, 'name': PowerOffVM_Task, 'duration_secs': 0.41601} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.781985] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.783418] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.785660] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52182573-5fbf-4918-bd82-bfac9fe3d3dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.857060] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.857060] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.857060] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Deleting the datastore file [datastore1] 9a1bbae7-741a-4c74-8098-7433b3748301 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.857060] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-214bab96-b6b4-43d5-80f9-b495ad0b2642 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.865429] env[69773]: DEBUG oslo_vmware.api [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for the task: (returnval){ [ 756.865429] env[69773]: value = "task-3389739" [ 756.865429] env[69773]: _type = "Task" [ 756.865429] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.873782] env[69773]: DEBUG nova.network.neutron [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updated VIF entry in instance network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 756.874181] env[69773]: DEBUG nova.network.neutron [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updating instance_info_cache with network_info: [{"id": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "address": "fa:16:3e:18:b4:92", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2361ef-64", "ovs_interfaceid": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.885094] env[69773]: DEBUG oslo_vmware.api [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.983161] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389737, 'name': CreateVM_Task, 'duration_secs': 0.429669} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.984038] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.984375] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.984548] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.984983] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.985208] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55287ee7-8639-4059-abac-eebdf10fa3ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.990978] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 756.990978] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5295b23d-ae7e-b811-b9d0-55705e63578a" [ 756.990978] env[69773]: _type = "Task" [ 756.990978] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.002776] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5295b23d-ae7e-b811-b9d0-55705e63578a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.070812] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66969a79-ac58-4dd0-8816-6efcceb53e1f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.081401] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1131ef31-1bc0-4cc9-922e-cdd1ea85eba2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.116611] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Successfully created port: 913e3c4e-af8b-4191-9fe9-bc19b7a4abda {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.118170] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec550fa0-b85a-408f-88c2-d5822d9d5a3e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.126764] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb7fb90-961c-4cc9-a1e2-e99f31996081 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.142918] env[69773]: DEBUG nova.compute.provider_tree [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.381097] env[69773]: DEBUG oslo_concurrency.lockutils [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] Releasing lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.381714] env[69773]: DEBUG nova.compute.manager [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Received event network-changed-92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.381990] env[69773]: DEBUG nova.compute.manager [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Refreshing instance network info cache due to event network-changed-92d72c28-5e49-48ad-8715-5ca9d91f2ae3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.382320] env[69773]: DEBUG oslo_concurrency.lockutils [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] Acquiring lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.382561] env[69773]: DEBUG oslo_concurrency.lockutils [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] Acquired lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.382836] env[69773]: DEBUG nova.network.neutron [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Refreshing network info cache for port 92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 757.384700] env[69773]: DEBUG oslo_vmware.api [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Task: {'id': task-3389739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190717} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.385051] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.387935] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.387935] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.387935] env[69773]: INFO nova.compute.manager [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Took 1.14 seconds to destroy the instance on the hypervisor. [ 757.387935] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.387935] env[69773]: DEBUG nova.compute.manager [-] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.388336] env[69773]: DEBUG nova.network.neutron [-] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 757.412914] env[69773]: DEBUG nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.449866] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.450343] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.450742] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.452028] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.452028] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.452028] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.452028] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.452028] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.452277] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.452356] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.452525] env[69773]: DEBUG nova.virt.hardware [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.453638] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e193b98d-21fe-4a04-a78e-c361ffb7ec19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.463068] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fd589e-14eb-45db-afec-e414c0921d83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.503028] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5295b23d-ae7e-b811-b9d0-55705e63578a, 'name': SearchDatastore_Task, 'duration_secs': 0.02931} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.503340] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.503616] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.503792] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.503931] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.504117] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.504401] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6556017-4507-4c23-969c-cf579dd9cd36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.516262] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.516549] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.517648] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bdeb44-7b4f-4db0-8459-56c5c82bbd40 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.524334] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 757.524334] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfbfb5-14f5-dc17-55d2-97ca8a4fb4d4" [ 757.524334] env[69773]: _type = "Task" [ 757.524334] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.536096] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfbfb5-14f5-dc17-55d2-97ca8a4fb4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.645982] env[69773]: DEBUG nova.scheduler.client.report [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.813856] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.814025] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.814748] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.814986] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.815179] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.817305] env[69773]: INFO nova.compute.manager [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Terminating instance [ 757.850683] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "fe5f21a5-ff4f-4417-8059-64202582eca0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.850941] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fe5f21a5-ff4f-4417-8059-64202582eca0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.851161] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "fe5f21a5-ff4f-4417-8059-64202582eca0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.851387] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fe5f21a5-ff4f-4417-8059-64202582eca0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.851804] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fe5f21a5-ff4f-4417-8059-64202582eca0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.854361] env[69773]: INFO nova.compute.manager [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Terminating instance [ 758.036320] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfbfb5-14f5-dc17-55d2-97ca8a4fb4d4, 'name': SearchDatastore_Task, 'duration_secs': 0.026324} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.037131] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b26bcea-4fa6-47a6-a6e0-6113fe805415 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.043027] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 758.043027] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5220a95a-e6c4-3ce9-619a-a32a53760681" [ 758.043027] env[69773]: _type = "Task" [ 758.043027] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.050621] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5220a95a-e6c4-3ce9-619a-a32a53760681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.151371] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.151881] env[69773]: DEBUG nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.154695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.292s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.156071] env[69773]: INFO nova.compute.claims [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.321681] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "refresh_cache-39f89723-74fb-4bf2-9696-a25bb1bc35ee" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.321865] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquired lock "refresh_cache-39f89723-74fb-4bf2-9696-a25bb1bc35ee" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.322058] env[69773]: DEBUG nova.network.neutron [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 758.358006] env[69773]: DEBUG nova.compute.manager [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.358239] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.359158] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffaa3aa-bf67-406c-a7e6-639295a75741 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.367867] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.368129] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13982e81-9806-432e-b580-d3bef3ad2e30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.374933] env[69773]: DEBUG oslo_vmware.api [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 758.374933] env[69773]: value = "task-3389740" [ 758.374933] env[69773]: _type = "Task" [ 758.374933] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.383891] env[69773]: DEBUG oslo_vmware.api [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.519466] env[69773]: DEBUG nova.network.neutron [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Updated VIF entry in instance network info cache for port 92d72c28-5e49-48ad-8715-5ca9d91f2ae3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 758.519466] env[69773]: DEBUG nova.network.neutron [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Updating instance_info_cache with network_info: [{"id": "92d72c28-5e49-48ad-8715-5ca9d91f2ae3", "address": "fa:16:3e:93:b7:46", "network": {"id": "f2a53b24-5721-4f62-a861-40f2bee794c6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1942457332-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "59e25f6c39de4e28a686a4ed6ace969e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92d72c28-5e", "ovs_interfaceid": "92d72c28-5e49-48ad-8715-5ca9d91f2ae3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.552780] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5220a95a-e6c4-3ce9-619a-a32a53760681, 'name': SearchDatastore_Task, 'duration_secs': 0.050622} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.553110] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.553401] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] d5636048-8dd2-4219-9255-a6eefda4c13c/d5636048-8dd2-4219-9255-a6eefda4c13c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.553664] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f323197f-ceec-4393-8d78-42f0c17d811c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.560614] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 758.560614] env[69773]: value = "task-3389741" [ 758.560614] env[69773]: _type = "Task" [ 758.560614] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.570031] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.625838] env[69773]: DEBUG nova.network.neutron [-] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.661420] env[69773]: DEBUG nova.compute.utils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.670852] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Successfully updated port: fc86dcd2-f920-404e-a989-62d1bf5b7b6c {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.672608] env[69773]: DEBUG nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 758.672608] env[69773]: DEBUG nova.network.neutron [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 758.725503] env[69773]: DEBUG nova.policy [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c50237526c9b4a1f9bca7cba529152ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aeafafd2fbd4585bb6f775e54eb2721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.859570] env[69773]: DEBUG nova.network.neutron [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 758.886498] env[69773]: DEBUG oslo_vmware.api [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389740, 'name': PowerOffVM_Task, 'duration_secs': 0.49282} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.886894] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.887045] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.887302] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6e072d8-51fe-4599-8c30-7e466d39b019 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.962328] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.962576] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.962754] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleting the datastore file [datastore2] fe5f21a5-ff4f-4417-8059-64202582eca0 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.963087] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56d63166-4f1d-4fdf-b7c9-705bcf1c8ed3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.969807] env[69773]: DEBUG oslo_vmware.api [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 758.969807] env[69773]: value = "task-3389743" [ 758.969807] env[69773]: _type = "Task" [ 758.969807] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.982528] env[69773]: DEBUG oslo_vmware.api [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.984764] env[69773]: DEBUG nova.network.neutron [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.022927] env[69773]: DEBUG oslo_concurrency.lockutils [req-1d6b5f97-e289-4a7e-a6f8-d766deea6bfd req-488b3a72-d67e-47a8-a7d7-36ba6fded9e2 service nova] Releasing lock "refresh_cache-d9135e1c-5104-4429-a638-8df20416734e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.080790] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389741, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.092465] env[69773]: DEBUG nova.network.neutron [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Successfully created port: 1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.129864] env[69773]: INFO nova.compute.manager [-] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Took 1.74 seconds to deallocate network for instance. [ 759.181433] env[69773]: DEBUG nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.237590] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e9714a-dca5-4ac6-aeb5-f1c7b456c463 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.247044] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78df7541-ecf5-4c14-be18-873584febc86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.283688] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7aa2d4-7c9c-4b73-a6b2-1f18559f344d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.292475] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d53978b-decc-4a29-b3f4-1c4440d882e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.310942] env[69773]: DEBUG nova.compute.provider_tree [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.480473] env[69773]: DEBUG oslo_vmware.api [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230317} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.480808] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.481055] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.481297] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.481521] env[69773]: INFO nova.compute.manager [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 759.481813] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.482067] env[69773]: DEBUG nova.compute.manager [-] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.482282] env[69773]: DEBUG nova.network.neutron [-] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 759.487155] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Received event network-vif-plugged-2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.487478] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Acquiring lock "d5636048-8dd2-4219-9255-a6eefda4c13c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.487781] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Lock "d5636048-8dd2-4219-9255-a6eefda4c13c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.488080] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Lock "d5636048-8dd2-4219-9255-a6eefda4c13c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.488327] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] No waiting events found dispatching network-vif-plugged-2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.488603] env[69773]: WARNING nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Received unexpected event network-vif-plugged-2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1 for instance with vm_state building and task_state spawning. [ 759.488819] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Received event network-changed-2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.489075] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Refreshing instance network info cache due to event network-changed-2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.489377] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Acquiring lock "refresh_cache-d5636048-8dd2-4219-9255-a6eefda4c13c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.490588] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Acquired lock "refresh_cache-d5636048-8dd2-4219-9255-a6eefda4c13c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.490588] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Refreshing network info cache for port 2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 759.491877] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Releasing lock "refresh_cache-39f89723-74fb-4bf2-9696-a25bb1bc35ee" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.492356] env[69773]: DEBUG nova.compute.manager [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 759.492603] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 759.494851] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fa9a58-3d29-4c03-8097-838395e8896d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.503259] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.503486] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-193bf0bb-a2b1-48f6-8f73-3f4ab3588ff5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.509830] env[69773]: DEBUG oslo_vmware.api [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 759.509830] env[69773]: value = "task-3389744" [ 759.509830] env[69773]: _type = "Task" [ 759.509830] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.519381] env[69773]: DEBUG oslo_vmware.api [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.577981] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56454} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.578380] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] d5636048-8dd2-4219-9255-a6eefda4c13c/d5636048-8dd2-4219-9255-a6eefda4c13c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.578748] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.579099] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b497c566-2ea1-4c39-944d-c8232616e5ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.587508] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 759.587508] env[69773]: value = "task-3389745" [ 759.587508] env[69773]: _type = "Task" [ 759.587508] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.596056] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.644072] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.697498] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "41ae2b76-c337-469b-8515-cd2ffa613644" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.698033] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "41ae2b76-c337-469b-8515-cd2ffa613644" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.732464] env[69773]: DEBUG nova.compute.manager [req-090ba811-3708-43b8-b9ed-40a548df71ae req-b4a8b178-9cd9-4707-b7f5-13171e5d14f5 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-vif-plugged-fc86dcd2-f920-404e-a989-62d1bf5b7b6c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.732464] env[69773]: DEBUG oslo_concurrency.lockutils [req-090ba811-3708-43b8-b9ed-40a548df71ae req-b4a8b178-9cd9-4707-b7f5-13171e5d14f5 service nova] Acquiring lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.732464] env[69773]: DEBUG oslo_concurrency.lockutils [req-090ba811-3708-43b8-b9ed-40a548df71ae req-b4a8b178-9cd9-4707-b7f5-13171e5d14f5 service nova] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.732464] env[69773]: DEBUG oslo_concurrency.lockutils [req-090ba811-3708-43b8-b9ed-40a548df71ae req-b4a8b178-9cd9-4707-b7f5-13171e5d14f5 service nova] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.732464] env[69773]: DEBUG nova.compute.manager [req-090ba811-3708-43b8-b9ed-40a548df71ae req-b4a8b178-9cd9-4707-b7f5-13171e5d14f5 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] No waiting events found dispatching network-vif-plugged-fc86dcd2-f920-404e-a989-62d1bf5b7b6c {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.732747] env[69773]: WARNING nova.compute.manager [req-090ba811-3708-43b8-b9ed-40a548df71ae req-b4a8b178-9cd9-4707-b7f5-13171e5d14f5 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received unexpected event network-vif-plugged-fc86dcd2-f920-404e-a989-62d1bf5b7b6c for instance with vm_state building and task_state spawning. [ 759.815874] env[69773]: DEBUG nova.scheduler.client.report [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.021073] env[69773]: DEBUG oslo_vmware.api [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389744, 'name': PowerOffVM_Task, 'duration_secs': 0.170971} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.021453] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.021453] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.021663] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b413344-5fcf-45e0-9a43-dec1d774aff8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.052601] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "89407115-4044-4f5a-81eb-0ec832bf79f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.053041] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.053041] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.053653] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.053653] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Deleting the datastore file [datastore2] 39f89723-74fb-4bf2-9696-a25bb1bc35ee {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.054172] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac1b67d4-68c1-4ede-881e-c334c2bde340 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.060406] env[69773]: DEBUG oslo_vmware.api [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for the task: (returnval){ [ 760.060406] env[69773]: value = "task-3389747" [ 760.060406] env[69773]: _type = "Task" [ 760.060406] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.070353] env[69773]: DEBUG oslo_vmware.api [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.098026] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.195995] env[69773]: DEBUG nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.235438] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.236027] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.236027] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.236027] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.236207] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.236368] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.236653] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.237378] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.237378] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.239196] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.239640] env[69773]: DEBUG nova.virt.hardware [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.241968] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be92bd7d-3893-4f3b-83aa-ea07136df70a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.251949] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a77673-8d94-4201-9d28-eb925a5e56cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.323910] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.324760] env[69773]: DEBUG nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.328855] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.324s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.329290] env[69773]: DEBUG nova.objects.instance [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lazy-loading 'resources' on Instance uuid 64938e15-02e1-44a8-9ab4-5dc003e40d78 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.352875] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.353173] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.353381] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.353564] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.353730] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.357319] env[69773]: INFO nova.compute.manager [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Terminating instance [ 760.429513] env[69773]: DEBUG nova.network.neutron [-] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.443124] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Updated VIF entry in instance network info cache for port 2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 760.443458] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Updating instance_info_cache with network_info: [{"id": "2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1", "address": "fa:16:3e:ac:b5:13", "network": {"id": "97c52011-79f4-4b44-99f6-c15347a516b2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1377174667-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ff83afd95a14d79b70223aa1b626d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2a93c0cb-68", "ovs_interfaceid": "2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.571051] env[69773]: DEBUG oslo_vmware.api [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Task: {'id': task-3389747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46695} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.571682] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 760.572247] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 760.572523] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 760.572799] env[69773]: INFO nova.compute.manager [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Took 1.08 seconds to destroy the instance on the hypervisor. [ 760.575021] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.575021] env[69773]: DEBUG nova.compute.manager [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 760.575021] env[69773]: DEBUG nova.network.neutron [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 760.598756] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.794097} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.599265] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 760.600203] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0735fbe-7814-4058-a9c3-7a87d3267f67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.603588] env[69773]: DEBUG nova.network.neutron [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 760.634103] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d5636048-8dd2-4219-9255-a6eefda4c13c/d5636048-8dd2-4219-9255-a6eefda4c13c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.638036] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0038d3f-669c-4ee9-986c-4854ba995043 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.651458] env[69773]: DEBUG nova.network.neutron [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Successfully updated port: 1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 760.659456] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 760.659456] env[69773]: value = "task-3389748" [ 760.659456] env[69773]: _type = "Task" [ 760.659456] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.670797] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.841948] env[69773]: DEBUG nova.compute.utils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.845972] env[69773]: DEBUG nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.845972] env[69773]: DEBUG nova.network.neutron [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.862528] env[69773]: DEBUG nova.compute.manager [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.862738] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.863666] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063411ec-6e1c-4ad3-9917-06f8d4f1af10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.875943] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.876242] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71cf52fd-ec97-405f-ae3e-6cfc2d181bac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.883244] env[69773]: DEBUG oslo_vmware.api [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 760.883244] env[69773]: value = "task-3389749" [ 760.883244] env[69773]: _type = "Task" [ 760.883244] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.888334] env[69773]: DEBUG nova.policy [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4a6e5874e843a284df55bfb8c5dd41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f37a5e7d9a468dbc0d213ceaf131b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.898770] env[69773]: DEBUG oslo_vmware.api [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.936254] env[69773]: INFO nova.compute.manager [-] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Took 1.45 seconds to deallocate network for instance. [ 760.946233] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Releasing lock "refresh_cache-d5636048-8dd2-4219-9255-a6eefda4c13c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.946527] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Received event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 760.946658] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing instance network info cache due to event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 760.946912] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Acquiring lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.947069] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Acquired lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.947230] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 761.108031] env[69773]: DEBUG nova.network.neutron [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.162005] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.163438] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.163646] env[69773]: DEBUG nova.network.neutron [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 761.175813] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.298414] env[69773]: DEBUG nova.network.neutron [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Successfully created port: 505af644-bb06-4e82-bbc8-c26553f500dc {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.349318] env[69773]: DEBUG nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.397043] env[69773]: DEBUG oslo_vmware.api [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389749, 'name': PowerOffVM_Task, 'duration_secs': 0.207364} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.397322] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.397485] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.397738] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1f77838-75a5-42bf-bb4c-b6a4d908a702 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.440316] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b24bc33-9f4e-42e9-af49-5896214db179 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.450309] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.453044] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fc0a94-9e2d-4172-a3af-867483f98216 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.462513] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Successfully updated port: 7e0a4bff-8daf-41b7-a628-0a3fb3e96664 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.464412] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.464687] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.467270] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Deleting the datastore file [datastore1] 07251cf7-66fc-4d91-8c22-0be032ae93c0 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.467270] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-887bf7e6-d916-4b0a-8432-1d398211f264 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.502162] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf5117b-263a-4476-86c4-84951371f1da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.512047] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "5857e7c0-7800-4019-b55a-c420b8febbf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.512047] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.512047] env[69773]: DEBUG oslo_vmware.api [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 761.512047] env[69773]: value = "task-3389751" [ 761.512047] env[69773]: _type = "Task" [ 761.512047] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.519565] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b894426-dab0-459d-a103-4ce519e01f6b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.529960] env[69773]: DEBUG oslo_vmware.api [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.541127] env[69773]: DEBUG nova.compute.provider_tree [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.611025] env[69773]: INFO nova.compute.manager [-] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Took 1.04 seconds to deallocate network for instance. [ 761.675308] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389748, 'name': ReconfigVM_Task, 'duration_secs': 0.569605} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.675915] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d5636048-8dd2-4219-9255-a6eefda4c13c/d5636048-8dd2-4219-9255-a6eefda4c13c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.676547] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2d930f8-cf41-40b6-bd81-40592dd735a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.682976] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 761.682976] env[69773]: value = "task-3389752" [ 761.682976] env[69773]: _type = "Task" [ 761.682976] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.690917] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389752, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.823325] env[69773]: DEBUG nova.network.neutron [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 762.020817] env[69773]: DEBUG oslo_vmware.api [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340097} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.021086] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.021274] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.021447] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.021616] env[69773]: INFO nova.compute.manager [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 762.021912] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.022118] env[69773]: DEBUG nova.compute.manager [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.022215] env[69773]: DEBUG nova.network.neutron [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 762.044569] env[69773]: DEBUG nova.scheduler.client.report [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.118167] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.199730] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389752, 'name': Rename_Task, 'duration_secs': 0.15207} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.200059] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.200330] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b27aaa5-881b-4fed-ba0d-26e8f46a1287 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.205626] env[69773]: DEBUG nova.network.neutron [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [{"id": "1cfc58ce-7b60-48ce-a719-015521f259d6", "address": "fa:16:3e:c5:d8:65", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc58ce-7b", "ovs_interfaceid": "1cfc58ce-7b60-48ce-a719-015521f259d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.210271] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 762.210271] env[69773]: value = "task-3389753" [ 762.210271] env[69773]: _type = "Task" [ 762.210271] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.222839] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.307495] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updated VIF entry in instance network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 762.307981] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updating instance_info_cache with network_info: [{"id": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "address": "fa:16:3e:18:b4:92", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2361ef-64", "ovs_interfaceid": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.364471] env[69773]: DEBUG nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.405253] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.405700] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.405700] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.405835] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.405972] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.406132] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.406345] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.406503] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.406668] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.406895] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.407109] env[69773]: DEBUG nova.virt.hardware [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.408026] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc088e2f-04d8-4634-9f1f-61aba41f2992 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.416337] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43bfb75-2ff4-4ff4-bcd8-49bf8edf213e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.549681] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.552204] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.607s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.554315] env[69773]: DEBUG nova.objects.instance [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lazy-loading 'resources' on Instance uuid e4b38901-401b-42f4-beff-557e1416abb2 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.581043] env[69773]: INFO nova.scheduler.client.report [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Deleted allocations for instance 64938e15-02e1-44a8-9ab4-5dc003e40d78 [ 762.613274] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Received event network-changed-20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.613274] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Refreshing instance network info cache due to event network-changed-20cd6c8c-74e0-45cd-9e43-5effed84c415. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.613274] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Acquiring lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.613274] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Acquired lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.613274] env[69773]: DEBUG nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Refreshing network info cache for port 20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 762.633039] env[69773]: DEBUG nova.compute.manager [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-changed-fc86dcd2-f920-404e-a989-62d1bf5b7b6c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.633692] env[69773]: DEBUG nova.compute.manager [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Refreshing instance network info cache due to event network-changed-fc86dcd2-f920-404e-a989-62d1bf5b7b6c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.633692] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Acquiring lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.633692] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Acquired lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.633822] env[69773]: DEBUG nova.network.neutron [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Refreshing network info cache for port fc86dcd2-f920-404e-a989-62d1bf5b7b6c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 762.711309] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.711670] env[69773]: DEBUG nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Instance network_info: |[{"id": "1cfc58ce-7b60-48ce-a719-015521f259d6", "address": "fa:16:3e:c5:d8:65", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc58ce-7b", "ovs_interfaceid": "1cfc58ce-7b60-48ce-a719-015521f259d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.712462] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:d8:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cfc58ce-7b60-48ce-a719-015521f259d6', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.720235] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating folder: Project (6aeafafd2fbd4585bb6f775e54eb2721). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.720592] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5bab932-a7e5-473c-a43f-c983acdf4935 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.732150] env[69773]: DEBUG oslo_vmware.api [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389753, 'name': PowerOnVM_Task, 'duration_secs': 0.499151} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.732387] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.732587] env[69773]: INFO nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Took 10.83 seconds to spawn the instance on the hypervisor. [ 762.732761] env[69773]: DEBUG nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.733560] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db544670-95cb-4d0b-a0b7-4dec4e097627 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.737258] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Created folder: Project (6aeafafd2fbd4585bb6f775e54eb2721) in parent group-v676268. [ 762.737464] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating folder: Instances. Parent ref: group-v676350. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.738044] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7158dfe-dc65-4ef5-abc2-a34324bb0e85 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.747961] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Created folder: Instances in parent group-v676350. [ 762.748235] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.748379] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.748573] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0836730f-5f43-4a30-af57-a3b9e7b277e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.769621] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.769621] env[69773]: value = "task-3389756" [ 762.769621] env[69773]: _type = "Task" [ 762.769621] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.773489] env[69773]: DEBUG nova.network.neutron [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.780802] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389756, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.810459] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Releasing lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.810766] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Received event network-changed-20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.811127] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Refreshing instance network info cache due to event network-changed-20cd6c8c-74e0-45cd-9e43-5effed84c415. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.811190] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Acquiring lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.860915] env[69773]: DEBUG nova.network.neutron [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Successfully updated port: 505af644-bb06-4e82-bbc8-c26553f500dc {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 763.094795] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23c46d5a-7aaa-4f3a-9044-1bc3885b9ed4 tempest-FloatingIPsAssociationNegativeTestJSON-768405460 tempest-FloatingIPsAssociationNegativeTestJSON-768405460-project-member] Lock "64938e15-02e1-44a8-9ab4-5dc003e40d78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.014s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.142723] env[69773]: INFO nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Port 20cd6c8c-74e0-45cd-9e43-5effed84c415 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 763.143016] env[69773]: DEBUG nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.224048] env[69773]: DEBUG nova.network.neutron [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 763.255484] env[69773]: INFO nova.compute.manager [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Took 34.24 seconds to build instance. [ 763.277142] env[69773]: INFO nova.compute.manager [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Took 1.25 seconds to deallocate network for instance. [ 763.282260] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389756, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.361693] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-686e0d63-bf19-4572-b5b9-3ad96e5cea23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.361693] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-686e0d63-bf19-4572-b5b9-3ad96e5cea23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.361693] env[69773]: DEBUG nova.network.neutron [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 763.491207] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6191953-3755-4b99-987d-1b134933482d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.495554] env[69773]: DEBUG nova.network.neutron [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.499122] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb94736-91a6-4df5-b27e-0df8b98ba809 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.533962] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f0ff93-41fe-4889-8c7c-76d64e2b2bd5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.542017] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae728fb3-5e34-4c28-898a-a0a95d63feb4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.556102] env[69773]: DEBUG nova.compute.provider_tree [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.648292] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Releasing lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.648693] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Received event network-vif-deleted-96fccf8b-dee3-425e-ba1f-f8ec4f024da1 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.648835] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-vif-plugged-7e0a4bff-8daf-41b7-a628-0a3fb3e96664 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.648993] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Acquiring lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.649296] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.649468] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.649631] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] No waiting events found dispatching network-vif-plugged-7e0a4bff-8daf-41b7-a628-0a3fb3e96664 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.649804] env[69773]: WARNING nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received unexpected event network-vif-plugged-7e0a4bff-8daf-41b7-a628-0a3fb3e96664 for instance with vm_state building and task_state spawning. [ 763.649970] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Received event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.650170] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing instance network info cache due to event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.650400] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Acquiring lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.650538] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Acquired lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.650697] env[69773]: DEBUG nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 763.651962] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Acquired lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.652168] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Refreshing network info cache for port 20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 763.757261] env[69773]: DEBUG oslo_concurrency.lockutils [None req-885217ef-2af1-4448-974b-50d7a7fc8365 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "d5636048-8dd2-4219-9255-a6eefda4c13c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.369s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.780957] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389756, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.791015] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.945086] env[69773]: DEBUG nova.network.neutron [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 764.002765] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Releasing lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.003014] env[69773]: DEBUG nova.compute.manager [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received event network-vif-plugged-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.003221] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.003428] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.003587] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.003751] env[69773]: DEBUG nova.compute.manager [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] No waiting events found dispatching network-vif-plugged-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.003917] env[69773]: WARNING nova.compute.manager [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received unexpected event network-vif-plugged-1cfc58ce-7b60-48ce-a719-015521f259d6 for instance with vm_state building and task_state spawning. [ 764.004101] env[69773]: DEBUG nova.compute.manager [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received event network-changed-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.004260] env[69773]: DEBUG nova.compute.manager [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Refreshing instance network info cache due to event network-changed-1cfc58ce-7b60-48ce-a719-015521f259d6. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.004465] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Acquiring lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.004602] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Acquired lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.004840] env[69773]: DEBUG nova.network.neutron [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Refreshing network info cache for port 1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 764.059217] env[69773]: DEBUG nova.scheduler.client.report [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.181632] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 764.259585] env[69773]: DEBUG nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.288029] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389756, 'name': CreateVM_Task, 'duration_secs': 1.052842} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.288029] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.288029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.288029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.288029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.288029] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa26275e-c353-47fe-8b13-b4741907fb0b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.291906] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 764.291906] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52168b28-e991-60df-38ac-e559f6425178" [ 764.291906] env[69773]: _type = "Task" [ 764.291906] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.300831] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52168b28-e991-60df-38ac-e559f6425178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.328667] env[69773]: DEBUG nova.network.neutron [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.422801] env[69773]: DEBUG nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updated VIF entry in instance network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 764.423168] env[69773]: DEBUG nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updating instance_info_cache with network_info: [{"id": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "address": "fa:16:3e:18:b4:92", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2361ef-64", "ovs_interfaceid": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.564863] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.569920] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.463s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.570174] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.570369] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 764.570692] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.887s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.574178] env[69773]: INFO nova.compute.claims [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.580941] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f23dc7-b9ee-4478-9fdf-d7e1ba369316 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.592731] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cd867b-8d67-4f98-bd14-683dcc7ace9a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.602451] env[69773]: INFO nova.scheduler.client.report [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Deleted allocations for instance e4b38901-401b-42f4-beff-557e1416abb2 [ 764.608689] env[69773]: DEBUG nova.network.neutron [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Updating instance_info_cache with network_info: [{"id": "505af644-bb06-4e82-bbc8-c26553f500dc", "address": "fa:16:3e:18:50:07", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505af644-bb", "ovs_interfaceid": "505af644-bb06-4e82-bbc8-c26553f500dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.621192] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b906f0f6-f0bd-45c1-b755-dc00de7f012d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.628027] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a873b045-6d8c-4cce-ab16-f67f6625be79 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.664130] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178982MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 764.664396] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.681963] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Successfully updated port: 913e3c4e-af8b-4191-9fe9-bc19b7a4abda {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.740380] env[69773]: DEBUG nova.network.neutron [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updated VIF entry in instance network info cache for port 1cfc58ce-7b60-48ce-a719-015521f259d6. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 764.740766] env[69773]: DEBUG nova.network.neutron [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [{"id": "1cfc58ce-7b60-48ce-a719-015521f259d6", "address": "fa:16:3e:c5:d8:65", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc58ce-7b", "ovs_interfaceid": "1cfc58ce-7b60-48ce-a719-015521f259d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.780456] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.803611] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52168b28-e991-60df-38ac-e559f6425178, 'name': SearchDatastore_Task, 'duration_secs': 0.013034} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.803941] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.804153] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.804383] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.804592] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.804817] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.805093] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2ef3c0e-cab6-4988-ad4e-e3da77376911 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.813245] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.813409] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.814115] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23b8d457-1b99-424f-a126-4ab4b01692bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.819494] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 764.819494] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a597a6-8376-a039-68ce-367080caf58c" [ 764.819494] env[69773]: _type = "Task" [ 764.819494] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.827655] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a597a6-8376-a039-68ce-367080caf58c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.831204] env[69773]: DEBUG oslo_concurrency.lockutils [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] Releasing lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.831448] env[69773]: DEBUG nova.compute.manager [req-58f13d63-edec-4ad0-8ab6-385b253f5681 req-0102ba94-ad83-4966-ba5c-77c0089635ec service nova] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Received event network-vif-deleted-a55a3a07-cfff-4c92-85bd-9cb98c99229d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.925863] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Releasing lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.926372] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-changed-7e0a4bff-8daf-41b7-a628-0a3fb3e96664 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.926569] env[69773]: DEBUG nova.compute.manager [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Refreshing instance network info cache due to event network-changed-7e0a4bff-8daf-41b7-a628-0a3fb3e96664. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.926819] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Acquiring lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.927028] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Acquired lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.927189] env[69773]: DEBUG nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Refreshing network info cache for port 7e0a4bff-8daf-41b7-a628-0a3fb3e96664 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 765.116695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-63af8b55-e079-46dd-81b7-44b92c84ec99 tempest-AttachInterfacesV270Test-654979602 tempest-AttachInterfacesV270Test-654979602-project-member] Lock "e4b38901-401b-42f4-beff-557e1416abb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.295s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.120609] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-686e0d63-bf19-4572-b5b9-3ad96e5cea23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.120944] env[69773]: DEBUG nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Instance network_info: |[{"id": "505af644-bb06-4e82-bbc8-c26553f500dc", "address": "fa:16:3e:18:50:07", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505af644-bb", "ovs_interfaceid": "505af644-bb06-4e82-bbc8-c26553f500dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.121900] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:50:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '505af644-bb06-4e82-bbc8-c26553f500dc', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.131789] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating folder: Project (08f37a5e7d9a468dbc0d213ceaf131b2). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.132767] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa79945-d848-40c8-b1df-85828644b5d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.145053] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Created folder: Project (08f37a5e7d9a468dbc0d213ceaf131b2) in parent group-v676268. [ 765.145267] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating folder: Instances. Parent ref: group-v676353. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.145512] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d1e396-9378-4eec-9093-abd53fc4e928 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.157436] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Created folder: Instances in parent group-v676353. [ 765.157436] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.157436] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.157604] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37c0b3f8-3b30-4a09-82aa-e4852a87d8db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.179202] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.179202] env[69773]: value = "task-3389759" [ 765.179202] env[69773]: _type = "Task" [ 765.179202] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.187387] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.187387] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389759, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.243381] env[69773]: DEBUG oslo_concurrency.lockutils [req-1b20cf9c-4dfb-4753-b300-64f396ae508a req-1e25b9ad-62a7-48d9-8add-fd9edab3f4b1 service nova] Releasing lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.330695] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a597a6-8376-a039-68ce-367080caf58c, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.331516] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c46b3f-7325-46a3-ac6c-5b1572760a97 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.336703] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 765.336703] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524c0790-cb27-0f26-fa18-26e499a760f3" [ 765.336703] env[69773]: _type = "Task" [ 765.336703] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.344525] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524c0790-cb27-0f26-fa18-26e499a760f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.375502] env[69773]: DEBUG nova.compute.manager [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-vif-plugged-913e3c4e-af8b-4191-9fe9-bc19b7a4abda {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.375614] env[69773]: DEBUG oslo_concurrency.lockutils [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] Acquiring lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.375895] env[69773]: DEBUG oslo_concurrency.lockutils [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.376158] env[69773]: DEBUG oslo_concurrency.lockutils [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.376381] env[69773]: DEBUG nova.compute.manager [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] No waiting events found dispatching network-vif-plugged-913e3c4e-af8b-4191-9fe9-bc19b7a4abda {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.376577] env[69773]: WARNING nova.compute.manager [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received unexpected event network-vif-plugged-913e3c4e-af8b-4191-9fe9-bc19b7a4abda for instance with vm_state building and task_state spawning. [ 765.376826] env[69773]: DEBUG nova.compute.manager [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Received event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.376993] env[69773]: DEBUG nova.compute.manager [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing instance network info cache due to event network-changed-1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.377256] env[69773]: DEBUG oslo_concurrency.lockutils [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] Acquiring lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.377460] env[69773]: DEBUG oslo_concurrency.lockutils [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] Acquired lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.377687] env[69773]: DEBUG nova.network.neutron [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Refreshing network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 765.401896] env[69773]: DEBUG nova.compute.manager [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Received event network-vif-deleted-20cd6c8c-74e0-45cd-9e43-5effed84c415 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.402320] env[69773]: DEBUG nova.compute.manager [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Received event network-vif-plugged-505af644-bb06-4e82-bbc8-c26553f500dc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.402712] env[69773]: DEBUG oslo_concurrency.lockutils [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] Acquiring lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.403211] env[69773]: DEBUG oslo_concurrency.lockutils [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] Lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.403406] env[69773]: DEBUG oslo_concurrency.lockutils [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] Lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.403626] env[69773]: DEBUG nova.compute.manager [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] No waiting events found dispatching network-vif-plugged-505af644-bb06-4e82-bbc8-c26553f500dc {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.403722] env[69773]: WARNING nova.compute.manager [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Received unexpected event network-vif-plugged-505af644-bb06-4e82-bbc8-c26553f500dc for instance with vm_state building and task_state spawning. [ 765.403882] env[69773]: DEBUG nova.compute.manager [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Received event network-changed-505af644-bb06-4e82-bbc8-c26553f500dc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.404270] env[69773]: DEBUG nova.compute.manager [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Refreshing instance network info cache due to event network-changed-505af644-bb06-4e82-bbc8-c26553f500dc. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.404562] env[69773]: DEBUG oslo_concurrency.lockutils [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] Acquiring lock "refresh_cache-686e0d63-bf19-4572-b5b9-3ad96e5cea23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.404828] env[69773]: DEBUG oslo_concurrency.lockutils [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] Acquired lock "refresh_cache-686e0d63-bf19-4572-b5b9-3ad96e5cea23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.405029] env[69773]: DEBUG nova.network.neutron [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Refreshing network info cache for port 505af644-bb06-4e82-bbc8-c26553f500dc {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 765.498623] env[69773]: DEBUG nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 765.624747] env[69773]: DEBUG nova.network.neutron [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.690878] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389759, 'name': CreateVM_Task, 'duration_secs': 0.319652} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.690878] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.690878] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.692215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.692396] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.692556] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9acab5-3692-4537-9c4b-d0e31179d704 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.697566] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 765.697566] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5284422a-7d51-1a41-a402-6fb924dc2b00" [ 765.697566] env[69773]: _type = "Task" [ 765.697566] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.705634] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5284422a-7d51-1a41-a402-6fb924dc2b00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.853665] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524c0790-cb27-0f26-fa18-26e499a760f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011537} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.853932] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.854252] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2/ff815dae-0dd9-4575-a7bc-aa87a8cc08f2.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.854901] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b004307a-a2f5-4aed-965e-2a41b6e2f71d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.861736] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 765.861736] env[69773]: value = "task-3389760" [ 765.861736] env[69773]: _type = "Task" [ 765.861736] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.870484] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.043555] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.133091] env[69773]: DEBUG oslo_concurrency.lockutils [req-26463238-5cf0-4ad2-8b11-d1461bce32e6 req-f4ac2b52-c60c-4e57-a252-049376fb7269 service nova] Releasing lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.133583] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquired lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.133779] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 766.137838] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a401a-ea82-418f-ae2f-116a115c85ae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.150211] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a5d70-834a-47ec-bc54-70ddc5799ac6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.190564] env[69773]: DEBUG nova.network.neutron [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Updated VIF entry in instance network info cache for port 505af644-bb06-4e82-bbc8-c26553f500dc. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 766.190957] env[69773]: DEBUG nova.network.neutron [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Updating instance_info_cache with network_info: [{"id": "505af644-bb06-4e82-bbc8-c26553f500dc", "address": "fa:16:3e:18:50:07", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap505af644-bb", "ovs_interfaceid": "505af644-bb06-4e82-bbc8-c26553f500dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.193770] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7575d00f-a9a9-4d00-a043-7e99cf512ea4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.212310] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b89368-299d-4060-9e2e-ff7fb1cb43df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.219070] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5284422a-7d51-1a41-a402-6fb924dc2b00, 'name': SearchDatastore_Task, 'duration_secs': 0.011541} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.227751] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.227751] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.227751] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.227751] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.227986] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.227986] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-920dc9ce-0860-4a27-9199-d71772758efc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.240955] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquiring lock "d5636048-8dd2-4219-9255-a6eefda4c13c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.241078] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "d5636048-8dd2-4219-9255-a6eefda4c13c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.242449] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquiring lock "d5636048-8dd2-4219-9255-a6eefda4c13c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.242449] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "d5636048-8dd2-4219-9255-a6eefda4c13c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.242449] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "d5636048-8dd2-4219-9255-a6eefda4c13c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.244532] env[69773]: DEBUG nova.compute.provider_tree [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.248055] env[69773]: INFO nova.compute.manager [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Terminating instance [ 766.249143] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.249388] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.251811] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be296851-9303-4a2d-9cbe-f29414173cdd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.260119] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 766.260119] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ce001b-bde6-3edc-82de-f3df97d2b31f" [ 766.260119] env[69773]: _type = "Task" [ 766.260119] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.271735] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ce001b-bde6-3edc-82de-f3df97d2b31f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.372411] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475633} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.372798] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2/ff815dae-0dd9-4575-a7bc-aa87a8cc08f2.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.372987] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.373312] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e2f0e72-7ffa-4144-811f-dfe358657963 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.380173] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 766.380173] env[69773]: value = "task-3389761" [ 766.380173] env[69773]: _type = "Task" [ 766.380173] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.389444] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.394915] env[69773]: DEBUG nova.network.neutron [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updated VIF entry in instance network info cache for port 1f2361ef-64c0-4c25-98cd-27c981ad33b5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 766.394915] env[69773]: DEBUG nova.network.neutron [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updating instance_info_cache with network_info: [{"id": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "address": "fa:16:3e:18:b4:92", "network": {"id": "183bc2ee-cd6b-4103-b03a-7a4e20fc9256", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1161899815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d13bbe4967ec43daba30c0f31fd84f44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "113aa98d-90ca-43bc-a534-8908d1ec7d15", "external-id": "nsx-vlan-transportzone-186", "segmentation_id": 186, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f2361ef-64", "ovs_interfaceid": "1f2361ef-64c0-4c25-98cd-27c981ad33b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.698946] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 766.701636] env[69773]: DEBUG oslo_concurrency.lockutils [req-22699e91-5311-44a2-8ad7-b0019e0a49b9 req-f650b93a-e5c4-49bf-825a-496d7b427e46 service nova] Releasing lock "refresh_cache-686e0d63-bf19-4572-b5b9-3ad96e5cea23" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.751789] env[69773]: DEBUG nova.scheduler.client.report [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.756329] env[69773]: DEBUG nova.compute.manager [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 766.760066] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.761240] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ec3b8f-55dc-429b-91bd-b9e06d210c12 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.777575] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ce001b-bde6-3edc-82de-f3df97d2b31f, 'name': SearchDatastore_Task, 'duration_secs': 0.051693} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.780732] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.780995] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a16f5e5-3b8b-4191-b031-05786e5d635f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.783365] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f765b31d-5df0-4138-a774-9dda2e496c41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.790723] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 766.790723] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5293603a-24be-9b42-35a6-65d3a5eacf75" [ 766.790723] env[69773]: _type = "Task" [ 766.790723] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.798864] env[69773]: DEBUG oslo_vmware.api [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 766.798864] env[69773]: value = "task-3389762" [ 766.798864] env[69773]: _type = "Task" [ 766.798864] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.803214] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5293603a-24be-9b42-35a6-65d3a5eacf75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.807453] env[69773]: DEBUG oslo_vmware.api [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.890559] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077246} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.890831] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.891695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b90e601-10c9-4ef3-9ff9-7ce8091786fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.909792] env[69773]: DEBUG oslo_concurrency.lockutils [req-55b4fdef-5bc5-49af-b078-04edc778afac req-3f182289-1f72-42f2-8100-f4158cf0afca service nova] Releasing lock "refresh_cache-5bc1d382-2c5a-4bdc-b954-edf74a06409c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.921726] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2/ff815dae-0dd9-4575-a7bc-aa87a8cc08f2.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.923759] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4dff673-f074-4ce6-b036-65271f09cc19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.947065] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 766.947065] env[69773]: value = "task-3389763" [ 766.947065] env[69773]: _type = "Task" [ 766.947065] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.956661] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.202775] env[69773]: DEBUG nova.compute.manager [None req-9c4a88a5-a455-4202-b21f-a46873ee283d tempest-ServerDiagnosticsV248Test-602990936 tempest-ServerDiagnosticsV248Test-602990936-project-admin] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.203919] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afeb9ac-75e3-4d66-88ab-754f25c24247 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.211059] env[69773]: INFO nova.compute.manager [None req-9c4a88a5-a455-4202-b21f-a46873ee283d tempest-ServerDiagnosticsV248Test-602990936 tempest-ServerDiagnosticsV248Test-602990936-project-admin] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Retrieving diagnostics [ 767.212035] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc23aa5-f8ef-4fd2-a7e0-b5032895dbb8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.243965] env[69773]: DEBUG nova.network.neutron [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Updating instance_info_cache with network_info: [{"id": "fc86dcd2-f920-404e-a989-62d1bf5b7b6c", "address": "fa:16:3e:00:40:f2", "network": {"id": "dd6a2410-5078-4944-96ef-bdf34f2a5ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591474710", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc86dcd2-f9", "ovs_interfaceid": "fc86dcd2-f920-404e-a989-62d1bf5b7b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0a4bff-8daf-41b7-a628-0a3fb3e96664", "address": "fa:16:3e:dc:62:19", "network": {"id": "c04dcde9-3e60-44f3-a819-8503183607c7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-395939901", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0a4bff-8d", "ovs_interfaceid": "7e0a4bff-8daf-41b7-a628-0a3fb3e96664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "913e3c4e-af8b-4191-9fe9-bc19b7a4abda", "address": "fa:16:3e:83:d6:f0", "network": {"id": "dd6a2410-5078-4944-96ef-bdf34f2a5ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591474710", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913e3c4e-af", "ovs_interfaceid": "913e3c4e-af8b-4191-9fe9-bc19b7a4abda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.261311] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.263110] env[69773]: DEBUG nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 767.264843] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.526s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.265089] env[69773]: DEBUG nova.objects.instance [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lazy-loading 'resources' on Instance uuid 86d20a1a-55f7-41ab-8147-e841ac9ed99b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.303441] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5293603a-24be-9b42-35a6-65d3a5eacf75, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.304179] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.304555] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 686e0d63-bf19-4572-b5b9-3ad96e5cea23/686e0d63-bf19-4572-b5b9-3ad96e5cea23.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.304986] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14e428c9-a4c9-4e3c-9508-fc46362ffe07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.310396] env[69773]: DEBUG oslo_vmware.api [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389762, 'name': PowerOffVM_Task, 'duration_secs': 0.203927} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.311080] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.311437] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.311715] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a761938-d7f7-4bb9-8640-e9eb969b63a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.315092] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 767.315092] env[69773]: value = "task-3389764" [ 767.315092] env[69773]: _type = "Task" [ 767.315092] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.324562] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.368150] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.368446] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.368674] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Deleting the datastore file [datastore1] d5636048-8dd2-4219-9255-a6eefda4c13c {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.369038] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf13aa19-1c14-46e2-bcdd-f5e6a3ec46d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.376224] env[69773]: DEBUG oslo_vmware.api [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for the task: (returnval){ [ 767.376224] env[69773]: value = "task-3389766" [ 767.376224] env[69773]: _type = "Task" [ 767.376224] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.386457] env[69773]: DEBUG oslo_vmware.api [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.457709] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.628920] env[69773]: DEBUG nova.compute.manager [req-9574853b-ed55-4194-bd11-23187b818d0c req-f3e7d331-6b6d-4afa-9984-027caf1c2121 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-changed-913e3c4e-af8b-4191-9fe9-bc19b7a4abda {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.629072] env[69773]: DEBUG nova.compute.manager [req-9574853b-ed55-4194-bd11-23187b818d0c req-f3e7d331-6b6d-4afa-9984-027caf1c2121 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Refreshing instance network info cache due to event network-changed-913e3c4e-af8b-4191-9fe9-bc19b7a4abda. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.629295] env[69773]: DEBUG oslo_concurrency.lockutils [req-9574853b-ed55-4194-bd11-23187b818d0c req-f3e7d331-6b6d-4afa-9984-027caf1c2121 service nova] Acquiring lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.747869] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Releasing lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.748396] env[69773]: DEBUG nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Instance network_info: |[{"id": "fc86dcd2-f920-404e-a989-62d1bf5b7b6c", "address": "fa:16:3e:00:40:f2", "network": {"id": "dd6a2410-5078-4944-96ef-bdf34f2a5ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591474710", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc86dcd2-f9", "ovs_interfaceid": "fc86dcd2-f920-404e-a989-62d1bf5b7b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0a4bff-8daf-41b7-a628-0a3fb3e96664", "address": "fa:16:3e:dc:62:19", "network": {"id": "c04dcde9-3e60-44f3-a819-8503183607c7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-395939901", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0a4bff-8d", "ovs_interfaceid": "7e0a4bff-8daf-41b7-a628-0a3fb3e96664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "913e3c4e-af8b-4191-9fe9-bc19b7a4abda", "address": "fa:16:3e:83:d6:f0", "network": {"id": "dd6a2410-5078-4944-96ef-bdf34f2a5ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591474710", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913e3c4e-af", "ovs_interfaceid": "913e3c4e-af8b-4191-9fe9-bc19b7a4abda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.748753] env[69773]: DEBUG oslo_concurrency.lockutils [req-9574853b-ed55-4194-bd11-23187b818d0c req-f3e7d331-6b6d-4afa-9984-027caf1c2121 service nova] Acquired lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.748981] env[69773]: DEBUG nova.network.neutron [req-9574853b-ed55-4194-bd11-23187b818d0c req-f3e7d331-6b6d-4afa-9984-027caf1c2121 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Refreshing network info cache for port 913e3c4e-af8b-4191-9fe9-bc19b7a4abda {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 767.750672] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:40:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc86dcd2-f920-404e-a989-62d1bf5b7b6c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:62:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e0a4bff-8daf-41b7-a628-0a3fb3e96664', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:d6:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea00b53a-9c9b-4592-ab95-7e10473f338d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '913e3c4e-af8b-4191-9fe9-bc19b7a4abda', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.762672] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Creating folder: Project (8e0994137d4241289e778a40cac24354). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.764960] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70718955-af84-4f1d-ae5b-512cefee001a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.769295] env[69773]: DEBUG nova.compute.utils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.770799] env[69773]: DEBUG nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.771146] env[69773]: DEBUG nova.network.neutron [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.782526] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Created folder: Project (8e0994137d4241289e778a40cac24354) in parent group-v676268. [ 767.782526] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Creating folder: Instances. Parent ref: group-v676356. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.782526] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81115e5c-08fb-4370-8faf-39eed01b861f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.789277] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Created folder: Instances in parent group-v676356. [ 767.789548] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.791129] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.791129] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e22c20d7-6978-4880-b55a-b6625ecbbe7a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.823317] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.823317] env[69773]: value = "task-3389769" [ 767.823317] env[69773]: _type = "Task" [ 767.823317] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.831692] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489591} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.834704] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 686e0d63-bf19-4572-b5b9-3ad96e5cea23/686e0d63-bf19-4572-b5b9-3ad96e5cea23.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.836056] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.836056] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f7efd17-aef9-4886-990b-4ade8f3d4253 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.841116] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389769, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.845385] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 767.845385] env[69773]: value = "task-3389770" [ 767.845385] env[69773]: _type = "Task" [ 767.845385] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.858708] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.860900] env[69773]: DEBUG nova.policy [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b75a2c5973a42d09e3e5750366b6bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9553a67cb20e41698aa8106bc60788bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.889227] env[69773]: DEBUG oslo_vmware.api [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Task: {'id': task-3389766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420093} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.889593] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.890612] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.890612] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.890612] env[69773]: INFO nova.compute.manager [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 767.890833] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.891441] env[69773]: DEBUG nova.compute.manager [-] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.892142] env[69773]: DEBUG nova.network.neutron [-] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 767.961229] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389763, 'name': ReconfigVM_Task, 'duration_secs': 0.573921} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.964172] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2/ff815dae-0dd9-4575-a7bc-aa87a8cc08f2.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.965188] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96fdd542-5ecb-48ad-b8fe-d337d1363238 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.971264] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 767.971264] env[69773]: value = "task-3389771" [ 767.971264] env[69773]: _type = "Task" [ 767.971264] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.979944] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389771, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.276455] env[69773]: DEBUG nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 768.337409] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389769, 'name': CreateVM_Task, 'duration_secs': 0.420484} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.339808] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.342349] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.342970] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.342970] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.347410] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87003294-3e55-46bc-983a-6f672e21760d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.357724] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 768.357724] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520febc2-a3f6-eee0-a95c-22332d1a4416" [ 768.357724] env[69773]: _type = "Task" [ 768.357724] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.365050] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0667} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.368297] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.371552] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb5938-4264-456e-a0fd-08aada0f7148 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.408222] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 686e0d63-bf19-4572-b5b9-3ad96e5cea23/686e0d63-bf19-4572-b5b9-3ad96e5cea23.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.408222] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520febc2-a3f6-eee0-a95c-22332d1a4416, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.408457] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46573414-ffac-4977-8a13-e135969113fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.433491] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.434020] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.434020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.434132] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.434311] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.435188] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154d3a9b-1bb1-482d-8dbe-cff07a820e8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.443101] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e395c9f0-a291-42ea-9288-efe2d68cbe2c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.451695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1f158e-44e3-49df-9fbb-91762c42d97a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.455818] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 768.455818] env[69773]: value = "task-3389772" [ 768.455818] env[69773]: _type = "Task" [ 768.455818] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.456568] env[69773]: DEBUG nova.network.neutron [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Successfully created port: 2d885419-a24f-4c2b-9e28-d75bee1865ad {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 768.459350] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.459531] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.463977] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ea0e742-62a1-4f22-ad86-7c3318d04d5e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.496545] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714f2821-50bb-4e96-a103-614f8dca83b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.503511] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.503725] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 768.503725] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5250515c-30b2-a5fa-0cd1-ec2e97bf301f" [ 768.503725] env[69773]: _type = "Task" [ 768.503725] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.512110] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389771, 'name': Rename_Task, 'duration_secs': 0.151695} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.513621] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dfe935-b995-401f-9734-8442d96480d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.517822] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.521242] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6f4b3ad-950c-488e-ae97-16a3eb455112 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.522768] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5250515c-30b2-a5fa-0cd1-ec2e97bf301f, 'name': SearchDatastore_Task, 'duration_secs': 0.008015} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.524168] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6366d045-7721-485a-94e6-ab2fbec6d849 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.533954] env[69773]: DEBUG nova.compute.provider_tree [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.537205] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 768.537205] env[69773]: value = "task-3389773" [ 768.537205] env[69773]: _type = "Task" [ 768.537205] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.541954] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 768.541954] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5276af4c-a67a-8e6e-7471-1f92ff460887" [ 768.541954] env[69773]: _type = "Task" [ 768.541954] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.550506] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389773, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.556885] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5276af4c-a67a-8e6e-7471-1f92ff460887, 'name': SearchDatastore_Task, 'duration_secs': 0.009469} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.558193] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.558476] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 24b7175b-8e69-455a-9d6a-77d38ed854f1/24b7175b-8e69-455a-9d6a-77d38ed854f1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.558808] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5a95bd1-4ba1-488b-975b-b998b73ce91c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.566353] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 768.566353] env[69773]: value = "task-3389774" [ 768.566353] env[69773]: _type = "Task" [ 768.566353] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.576679] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389774, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.747957] env[69773]: DEBUG nova.network.neutron [req-9574853b-ed55-4194-bd11-23187b818d0c req-f3e7d331-6b6d-4afa-9984-027caf1c2121 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Updated VIF entry in instance network info cache for port 913e3c4e-af8b-4191-9fe9-bc19b7a4abda. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 768.748527] env[69773]: DEBUG nova.network.neutron [req-9574853b-ed55-4194-bd11-23187b818d0c req-f3e7d331-6b6d-4afa-9984-027caf1c2121 service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Updating instance_info_cache with network_info: [{"id": "fc86dcd2-f920-404e-a989-62d1bf5b7b6c", "address": "fa:16:3e:00:40:f2", "network": {"id": "dd6a2410-5078-4944-96ef-bdf34f2a5ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591474710", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc86dcd2-f9", "ovs_interfaceid": "fc86dcd2-f920-404e-a989-62d1bf5b7b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7e0a4bff-8daf-41b7-a628-0a3fb3e96664", "address": "fa:16:3e:dc:62:19", "network": {"id": "c04dcde9-3e60-44f3-a819-8503183607c7", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-395939901", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e0a4bff-8d", "ovs_interfaceid": "7e0a4bff-8daf-41b7-a628-0a3fb3e96664", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "913e3c4e-af8b-4191-9fe9-bc19b7a4abda", "address": "fa:16:3e:83:d6:f0", "network": {"id": "dd6a2410-5078-4944-96ef-bdf34f2a5ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591474710", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913e3c4e-af", "ovs_interfaceid": "913e3c4e-af8b-4191-9fe9-bc19b7a4abda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.784348] env[69773]: DEBUG nova.network.neutron [-] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.798136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquiring lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.798136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.798136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquiring lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.798136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.798136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.800164] env[69773]: INFO nova.compute.manager [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Terminating instance [ 768.972961] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389772, 'name': ReconfigVM_Task, 'duration_secs': 0.297604} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.972961] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 686e0d63-bf19-4572-b5b9-3ad96e5cea23/686e0d63-bf19-4572-b5b9-3ad96e5cea23.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.972961] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cce47a20-e9aa-4f74-987e-e1f23ebc2e1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.981839] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 768.981839] env[69773]: value = "task-3389775" [ 768.981839] env[69773]: _type = "Task" [ 768.981839] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.992445] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389775, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.038708] env[69773]: DEBUG nova.scheduler.client.report [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.056102] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389773, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.079010] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389774, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482527} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.079299] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 24b7175b-8e69-455a-9d6a-77d38ed854f1/24b7175b-8e69-455a-9d6a-77d38ed854f1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.080063] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.080356] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b68cc15e-f356-4dd1-99f4-a2bce2fef17a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.087082] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 769.087082] env[69773]: value = "task-3389776" [ 769.087082] env[69773]: _type = "Task" [ 769.087082] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.096561] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.252380] env[69773]: DEBUG oslo_concurrency.lockutils [req-9574853b-ed55-4194-bd11-23187b818d0c req-f3e7d331-6b6d-4afa-9984-027caf1c2121 service nova] Releasing lock "refresh_cache-24b7175b-8e69-455a-9d6a-77d38ed854f1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.287776] env[69773]: DEBUG nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 769.293534] env[69773]: INFO nova.compute.manager [-] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Took 1.40 seconds to deallocate network for instance. [ 769.308070] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquiring lock "refresh_cache-d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.308691] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquired lock "refresh_cache-d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.308691] env[69773]: DEBUG nova.network.neutron [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 769.326016] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 769.327138] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 769.327138] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.327138] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 769.327138] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.327138] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 769.328954] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 769.329525] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 769.330985] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 769.331228] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 769.331419] env[69773]: DEBUG nova.virt.hardware [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 769.333269] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1626e8f-f48f-4515-b05d-7dc8d02ccf7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.343135] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7f1ade-c31f-4cb0-9a4e-beb49c7b3d26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.492658] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389775, 'name': Rename_Task, 'duration_secs': 0.179237} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.492658] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.492819] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c45f1913-3ce0-4a9f-aee5-d3a173ff24be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.499816] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 769.499816] env[69773]: value = "task-3389777" [ 769.499816] env[69773]: _type = "Task" [ 769.499816] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.508904] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.552897] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.554963] env[69773]: DEBUG oslo_vmware.api [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3389773, 'name': PowerOnVM_Task, 'duration_secs': 0.556402} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.555607] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.317s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.555857] env[69773]: DEBUG nova.objects.instance [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 769.560613] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.560613] env[69773]: INFO nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Took 9.36 seconds to spawn the instance on the hypervisor. [ 769.560613] env[69773]: DEBUG nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.561039] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86c292c-6988-4831-9994-c44d658424e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.584033] env[69773]: INFO nova.scheduler.client.report [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Deleted allocations for instance 86d20a1a-55f7-41ab-8147-e841ac9ed99b [ 769.603956] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072632} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.604410] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.605190] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a9916-a98d-48ba-b294-af0d6e018252 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.639451] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 24b7175b-8e69-455a-9d6a-77d38ed854f1/24b7175b-8e69-455a-9d6a-77d38ed854f1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.640443] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84353fe9-c2a6-4bfd-843b-f77ea1dab693 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.665150] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 769.665150] env[69773]: value = "task-3389778" [ 769.665150] env[69773]: _type = "Task" [ 769.665150] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.674668] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.759581] env[69773]: DEBUG nova.compute.manager [req-8f7e083f-e027-4884-93af-f9cdfe7fbdb9 req-b25f29ca-68fb-4009-a5db-9bd73ba8cec3 service nova] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Received event network-vif-deleted-2a93c0cb-680e-4e7d-b22f-21ffa5c88bf1 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.800058] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.839946] env[69773]: DEBUG nova.network.neutron [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 769.949464] env[69773]: DEBUG nova.network.neutron [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.012352] env[69773]: DEBUG oslo_vmware.api [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389777, 'name': PowerOnVM_Task, 'duration_secs': 0.478664} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.012666] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.012887] env[69773]: INFO nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Took 7.65 seconds to spawn the instance on the hypervisor. [ 770.013468] env[69773]: DEBUG nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.014320] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466a3880-26d2-49c6-84b0-65c4eb2509ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.084965] env[69773]: INFO nova.compute.manager [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Took 35.77 seconds to build instance. [ 770.102243] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3c558d3c-7701-4798-9858-d2e24a38dbe6 tempest-ServerDiagnosticsTest-673257409 tempest-ServerDiagnosticsTest-673257409-project-member] Lock "86d20a1a-55f7-41ab-8147-e841ac9ed99b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.110s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.173361] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.173609] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.179659] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389778, 'name': ReconfigVM_Task, 'duration_secs': 0.318911} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.180020] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 24b7175b-8e69-455a-9d6a-77d38ed854f1/24b7175b-8e69-455a-9d6a-77d38ed854f1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.181072] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ccc1fbd-27d4-4d87-bd86-15b47abe0b18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.188417] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 770.188417] env[69773]: value = "task-3389779" [ 770.188417] env[69773]: _type = "Task" [ 770.188417] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.199609] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389779, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.448585] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "dfc247a0-5352-4e13-bd3d-16edea9e2145" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.448785] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "dfc247a0-5352-4e13-bd3d-16edea9e2145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.454711] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Releasing lock "refresh_cache-d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.455768] env[69773]: DEBUG nova.compute.manager [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.457533] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.457533] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760e810d-9ccd-46e6-8ca6-9e4cc296eb55 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.465451] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.466646] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5c6b666-8fa2-473d-8218-32bcbe17c51e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.473336] env[69773]: DEBUG oslo_vmware.api [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 770.473336] env[69773]: value = "task-3389780" [ 770.473336] env[69773]: _type = "Task" [ 770.473336] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.484214] env[69773]: DEBUG oslo_vmware.api [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.508731] env[69773]: DEBUG nova.network.neutron [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Successfully updated port: 2d885419-a24f-4c2b-9e28-d75bee1865ad {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.532191] env[69773]: INFO nova.compute.manager [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Took 33.70 seconds to build instance. [ 770.572943] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0cd6a188-81c8-4721-bf50-a396b0243fc8 tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.574313] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.142s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.576536] env[69773]: INFO nova.compute.claims [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.589494] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6f2caf5-047f-4a90-8f6a-bcb6e4c58b2a tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.283s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.711134] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389779, 'name': Rename_Task, 'duration_secs': 0.157867} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.711134] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.711134] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed53eb62-7097-46db-af0c-7ee88040ffba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.717679] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 770.717679] env[69773]: value = "task-3389781" [ 770.717679] env[69773]: _type = "Task" [ 770.717679] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.727290] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.913258] env[69773]: DEBUG nova.compute.manager [req-72e226b2-29ed-48f7-bca3-f8c3796024e3 req-55e7e3c0-0e94-4449-a0d3-b8a2a31b37eb service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Received event network-vif-plugged-2d885419-a24f-4c2b-9e28-d75bee1865ad {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.914182] env[69773]: DEBUG oslo_concurrency.lockutils [req-72e226b2-29ed-48f7-bca3-f8c3796024e3 req-55e7e3c0-0e94-4449-a0d3-b8a2a31b37eb service nova] Acquiring lock "59d09973-861e-45bf-8920-54b9d06ebe08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.914874] env[69773]: DEBUG oslo_concurrency.lockutils [req-72e226b2-29ed-48f7-bca3-f8c3796024e3 req-55e7e3c0-0e94-4449-a0d3-b8a2a31b37eb service nova] Lock "59d09973-861e-45bf-8920-54b9d06ebe08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.914874] env[69773]: DEBUG oslo_concurrency.lockutils [req-72e226b2-29ed-48f7-bca3-f8c3796024e3 req-55e7e3c0-0e94-4449-a0d3-b8a2a31b37eb service nova] Lock "59d09973-861e-45bf-8920-54b9d06ebe08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.914874] env[69773]: DEBUG nova.compute.manager [req-72e226b2-29ed-48f7-bca3-f8c3796024e3 req-55e7e3c0-0e94-4449-a0d3-b8a2a31b37eb service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] No waiting events found dispatching network-vif-plugged-2d885419-a24f-4c2b-9e28-d75bee1865ad {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.915599] env[69773]: WARNING nova.compute.manager [req-72e226b2-29ed-48f7-bca3-f8c3796024e3 req-55e7e3c0-0e94-4449-a0d3-b8a2a31b37eb service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Received unexpected event network-vif-plugged-2d885419-a24f-4c2b-9e28-d75bee1865ad for instance with vm_state building and task_state spawning. [ 770.985266] env[69773]: DEBUG oslo_vmware.api [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389780, 'name': PowerOffVM_Task, 'duration_secs': 0.321137} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.985482] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.985657] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.985912] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f157055e-1367-44c9-a295-06103fd17769 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.009435] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.009656] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.009852] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Deleting the datastore file [datastore2] d9d89e7c-9ad9-4f0b-8026-8e6590f489ce {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.010154] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7505917e-650a-4313-94e1-94190770b441 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.012965] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "refresh_cache-59d09973-861e-45bf-8920-54b9d06ebe08" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.013150] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "refresh_cache-59d09973-861e-45bf-8920-54b9d06ebe08" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.013346] env[69773]: DEBUG nova.network.neutron [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 771.018174] env[69773]: DEBUG oslo_vmware.api [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for the task: (returnval){ [ 771.018174] env[69773]: value = "task-3389783" [ 771.018174] env[69773]: _type = "Task" [ 771.018174] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.027553] env[69773]: DEBUG oslo_vmware.api [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.038018] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a94d4762-c557-4ace-a361-7ccec4235035 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.220s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.092338] env[69773]: DEBUG nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.233128] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389781, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.531904] env[69773]: DEBUG oslo_vmware.api [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Task: {'id': task-3389783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178831} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.531904] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.531904] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.531904] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.531904] env[69773]: INFO nova.compute.manager [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Took 1.08 seconds to destroy the instance on the hypervisor. [ 771.531904] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.532124] env[69773]: DEBUG nova.compute.manager [-] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.532124] env[69773]: DEBUG nova.network.neutron [-] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 771.541184] env[69773]: DEBUG nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.553299] env[69773]: DEBUG nova.network.neutron [-] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 771.582997] env[69773]: DEBUG nova.network.neutron [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 771.625935] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.733527] env[69773]: DEBUG oslo_vmware.api [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389781, 'name': PowerOnVM_Task, 'duration_secs': 0.706122} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.733843] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.733986] env[69773]: INFO nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Took 14.32 seconds to spawn the instance on the hypervisor. [ 771.734575] env[69773]: DEBUG nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.735454] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da75eb2-71c1-4e3c-bddf-ba2335481be6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.816199] env[69773]: DEBUG nova.network.neutron [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Updating instance_info_cache with network_info: [{"id": "2d885419-a24f-4c2b-9e28-d75bee1865ad", "address": "fa:16:3e:d6:5d:7b", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d885419-a2", "ovs_interfaceid": "2d885419-a24f-4c2b-9e28-d75bee1865ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.900076] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.900336] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.900540] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.900720] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.900883] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.903517] env[69773]: INFO nova.compute.manager [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Terminating instance [ 771.967297] env[69773]: DEBUG nova.compute.manager [req-164d2ca7-4595-4801-9029-2640624c4242 req-92437802-3a3c-4ff7-a476-822083cee8ee service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received event network-changed-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.967297] env[69773]: DEBUG nova.compute.manager [req-164d2ca7-4595-4801-9029-2640624c4242 req-92437802-3a3c-4ff7-a476-822083cee8ee service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Refreshing instance network info cache due to event network-changed-1cfc58ce-7b60-48ce-a719-015521f259d6. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.967604] env[69773]: DEBUG oslo_concurrency.lockutils [req-164d2ca7-4595-4801-9029-2640624c4242 req-92437802-3a3c-4ff7-a476-822083cee8ee service nova] Acquiring lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.967604] env[69773]: DEBUG oslo_concurrency.lockutils [req-164d2ca7-4595-4801-9029-2640624c4242 req-92437802-3a3c-4ff7-a476-822083cee8ee service nova] Acquired lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.968150] env[69773]: DEBUG nova.network.neutron [req-164d2ca7-4595-4801-9029-2640624c4242 req-92437802-3a3c-4ff7-a476-822083cee8ee service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Refreshing network info cache for port 1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 772.056824] env[69773]: DEBUG nova.network.neutron [-] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.076146] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.152574] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e7f55f-ac32-437c-91e6-7434bfa4a315 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.162231] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88263690-dc58-4f12-b1cb-55aa4c938a84 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.198118] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c9332f-0392-4546-9fed-2989fe39e098 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.205935] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4cd05e-2090-4fe3-add7-3a124085d85a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.220684] env[69773]: DEBUG nova.compute.provider_tree [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.266540] env[69773]: INFO nova.compute.manager [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Took 41.26 seconds to build instance. [ 772.319409] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "refresh_cache-59d09973-861e-45bf-8920-54b9d06ebe08" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.319761] env[69773]: DEBUG nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Instance network_info: |[{"id": "2d885419-a24f-4c2b-9e28-d75bee1865ad", "address": "fa:16:3e:d6:5d:7b", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d885419-a2", "ovs_interfaceid": "2d885419-a24f-4c2b-9e28-d75bee1865ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 772.320782] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:5d:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d885419-a24f-4c2b-9e28-d75bee1865ad', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.332538] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.332785] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.333056] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbcc48fd-849c-4a8c-9706-20d67a4c12e0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.360021] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.360021] env[69773]: value = "task-3389784" [ 772.360021] env[69773]: _type = "Task" [ 772.360021] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.366672] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389784, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.417207] env[69773]: DEBUG nova.compute.manager [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.417207] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.417207] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56655a58-290d-4cff-8b8c-12e2725c5ac0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.426148] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.426148] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-162c5b49-f66b-4d1e-95ea-c3577e1aa1bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.435023] env[69773]: DEBUG oslo_vmware.api [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 772.435023] env[69773]: value = "task-3389785" [ 772.435023] env[69773]: _type = "Task" [ 772.435023] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.443710] env[69773]: DEBUG oslo_vmware.api [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.564768] env[69773]: INFO nova.compute.manager [-] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Took 1.03 seconds to deallocate network for instance. [ 772.727180] env[69773]: DEBUG nova.scheduler.client.report [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.738968] env[69773]: DEBUG nova.network.neutron [req-164d2ca7-4595-4801-9029-2640624c4242 req-92437802-3a3c-4ff7-a476-822083cee8ee service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updated VIF entry in instance network info cache for port 1cfc58ce-7b60-48ce-a719-015521f259d6. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 772.739558] env[69773]: DEBUG nova.network.neutron [req-164d2ca7-4595-4801-9029-2640624c4242 req-92437802-3a3c-4ff7-a476-822083cee8ee service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [{"id": "1cfc58ce-7b60-48ce-a719-015521f259d6", "address": "fa:16:3e:c5:d8:65", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc58ce-7b", "ovs_interfaceid": "1cfc58ce-7b60-48ce-a719-015521f259d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.770239] env[69773]: DEBUG oslo_concurrency.lockutils [None req-05cddf84-2013-4157-b6a9-02c7ff19d86e tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.531s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.870385] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389784, 'name': CreateVM_Task, 'duration_secs': 0.405131} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.870624] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.871592] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.871818] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.872219] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.872544] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1baed95a-1fc7-4636-a1d8-637925ed2a41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.876880] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 772.876880] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289790d-7368-301b-50fa-b901bfa5d81a" [ 772.876880] env[69773]: _type = "Task" [ 772.876880] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.884555] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289790d-7368-301b-50fa-b901bfa5d81a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.943558] env[69773]: DEBUG oslo_vmware.api [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389785, 'name': PowerOffVM_Task, 'duration_secs': 0.283569} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.943874] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.944103] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.944396] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d89dbc46-2c62-4f6d-91fe-1c05f874a812 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.061128] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.061128] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.061128] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleting the datastore file [datastore1] 686e0d63-bf19-4572-b5b9-3ad96e5cea23 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.061128] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4521691a-a5e2-4ba6-9cf2-a2b9000271ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.069019] env[69773]: DEBUG oslo_vmware.api [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 773.069019] env[69773]: value = "task-3389787" [ 773.069019] env[69773]: _type = "Task" [ 773.069019] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.075116] env[69773]: DEBUG oslo_vmware.api [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.078258] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.226352] env[69773]: DEBUG nova.compute.manager [req-32317d74-91b7-4b03-9b25-37922b6c5483 req-b10142b8-0092-405c-8e6b-43ea71588963 service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Received event network-changed-2d885419-a24f-4c2b-9e28-d75bee1865ad {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.226352] env[69773]: DEBUG nova.compute.manager [req-32317d74-91b7-4b03-9b25-37922b6c5483 req-b10142b8-0092-405c-8e6b-43ea71588963 service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Refreshing instance network info cache due to event network-changed-2d885419-a24f-4c2b-9e28-d75bee1865ad. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.227318] env[69773]: DEBUG oslo_concurrency.lockutils [req-32317d74-91b7-4b03-9b25-37922b6c5483 req-b10142b8-0092-405c-8e6b-43ea71588963 service nova] Acquiring lock "refresh_cache-59d09973-861e-45bf-8920-54b9d06ebe08" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.227593] env[69773]: DEBUG oslo_concurrency.lockutils [req-32317d74-91b7-4b03-9b25-37922b6c5483 req-b10142b8-0092-405c-8e6b-43ea71588963 service nova] Acquired lock "refresh_cache-59d09973-861e-45bf-8920-54b9d06ebe08" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.227898] env[69773]: DEBUG nova.network.neutron [req-32317d74-91b7-4b03-9b25-37922b6c5483 req-b10142b8-0092-405c-8e6b-43ea71588963 service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Refreshing network info cache for port 2d885419-a24f-4c2b-9e28-d75bee1865ad {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 773.231822] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.232437] env[69773]: DEBUG nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.235387] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.323s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.236846] env[69773]: INFO nova.compute.claims [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.243816] env[69773]: DEBUG oslo_concurrency.lockutils [req-164d2ca7-4595-4801-9029-2640624c4242 req-92437802-3a3c-4ff7-a476-822083cee8ee service nova] Releasing lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.272864] env[69773]: DEBUG nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.387990] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289790d-7368-301b-50fa-b901bfa5d81a, 'name': SearchDatastore_Task, 'duration_secs': 0.03178} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.388312] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.388547] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.388777] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.388919] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.389116] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.389378] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fe7ce63-cf7f-44f8-8942-50e9f5f76edd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.397620] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.397842] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.398672] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f20b2d8-6919-4589-9ec4-6e2dbca3fcda {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.404663] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 773.404663] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257231e-0795-700c-79ab-7b8e907dc13f" [ 773.404663] env[69773]: _type = "Task" [ 773.404663] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.413472] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257231e-0795-700c-79ab-7b8e907dc13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.513752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "24b7175b-8e69-455a-9d6a-77d38ed854f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.514113] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.514428] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.514639] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.514838] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.517123] env[69773]: INFO nova.compute.manager [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Terminating instance [ 773.577204] env[69773]: DEBUG oslo_vmware.api [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3389787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236037} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.577469] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.578321] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.578707] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.578924] env[69773]: INFO nova.compute.manager [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Took 1.16 seconds to destroy the instance on the hypervisor. [ 773.579210] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.579415] env[69773]: DEBUG nova.compute.manager [-] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.579513] env[69773]: DEBUG nova.network.neutron [-] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 773.743128] env[69773]: DEBUG nova.compute.utils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.750229] env[69773]: DEBUG nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.750402] env[69773]: DEBUG nova.network.neutron [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.798873] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.845457] env[69773]: DEBUG nova.policy [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c426fb59994425a1e3075b5411c673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfaac909914b4d52a7bf41b0b6a6917a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.922745] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257231e-0795-700c-79ab-7b8e907dc13f, 'name': SearchDatastore_Task, 'duration_secs': 0.008533} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.927436] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed93f973-1571-4e37-b487-698dc8cdf9d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.934167] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 773.934167] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52831493-bfca-d9ff-8d5b-a8212a4aef19" [ 773.934167] env[69773]: _type = "Task" [ 773.934167] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.943403] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52831493-bfca-d9ff-8d5b-a8212a4aef19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.025024] env[69773]: DEBUG nova.compute.manager [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.025024] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.025024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eae44e-d891-4836-aa5e-fddc2affc5a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.034437] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.034856] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bd26ff2-b616-4841-bb35-62e1c81f76c5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.045704] env[69773]: DEBUG oslo_vmware.api [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 774.045704] env[69773]: value = "task-3389788" [ 774.045704] env[69773]: _type = "Task" [ 774.045704] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.055654] env[69773]: DEBUG oslo_vmware.api [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.250802] env[69773]: DEBUG nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.446758] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52831493-bfca-d9ff-8d5b-a8212a4aef19, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.449485] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.450652] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 59d09973-861e-45bf-8920-54b9d06ebe08/59d09973-861e-45bf-8920-54b9d06ebe08.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.450652] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29e76148-7781-4087-8317-da663e747848 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.456767] env[69773]: DEBUG nova.network.neutron [-] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.459298] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 774.459298] env[69773]: value = "task-3389789" [ 774.459298] env[69773]: _type = "Task" [ 774.459298] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.470424] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.551413] env[69773]: DEBUG nova.network.neutron [req-32317d74-91b7-4b03-9b25-37922b6c5483 req-b10142b8-0092-405c-8e6b-43ea71588963 service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Updated VIF entry in instance network info cache for port 2d885419-a24f-4c2b-9e28-d75bee1865ad. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 774.551811] env[69773]: DEBUG nova.network.neutron [req-32317d74-91b7-4b03-9b25-37922b6c5483 req-b10142b8-0092-405c-8e6b-43ea71588963 service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Updating instance_info_cache with network_info: [{"id": "2d885419-a24f-4c2b-9e28-d75bee1865ad", "address": "fa:16:3e:d6:5d:7b", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d885419-a2", "ovs_interfaceid": "2d885419-a24f-4c2b-9e28-d75bee1865ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.556516] env[69773]: DEBUG oslo_vmware.api [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389788, 'name': PowerOffVM_Task, 'duration_secs': 0.18576} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.557052] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.557310] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.557593] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b6ef8f-c8fe-446c-abd3-8c9523795d33 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.701819] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.701819] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.701819] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Deleting the datastore file [datastore1] 24b7175b-8e69-455a-9d6a-77d38ed854f1 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.701819] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b40ba144-860e-4fe5-b820-5c3700ce7a49 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.713986] env[69773]: DEBUG oslo_vmware.api [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 774.713986] env[69773]: value = "task-3389791" [ 774.713986] env[69773]: _type = "Task" [ 774.713986] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.728590] env[69773]: DEBUG oslo_vmware.api [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.778652] env[69773]: DEBUG nova.network.neutron [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Successfully created port: 1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.841237] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48958487-2d8b-4917-85c9-6f31f504f307 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.853771] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dda4da-0238-4eab-a698-ad981f421b59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.892574] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe89c8-e380-4956-9d7d-b612c4deca23 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.903315] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be275eb-1307-4259-8743-767cbc292ff7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.921959] env[69773]: DEBUG nova.compute.provider_tree [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.960726] env[69773]: INFO nova.compute.manager [-] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Took 1.38 seconds to deallocate network for instance. [ 774.973793] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496196} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.974068] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 59d09973-861e-45bf-8920-54b9d06ebe08/59d09973-861e-45bf-8920-54b9d06ebe08.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.974288] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.974534] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4645c13e-1d04-4d90-bd67-dae7661b5894 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.980812] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 774.980812] env[69773]: value = "task-3389792" [ 774.980812] env[69773]: _type = "Task" [ 774.980812] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.992221] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.057566] env[69773]: DEBUG oslo_concurrency.lockutils [req-32317d74-91b7-4b03-9b25-37922b6c5483 req-b10142b8-0092-405c-8e6b-43ea71588963 service nova] Releasing lock "refresh_cache-59d09973-861e-45bf-8920-54b9d06ebe08" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.226498] env[69773]: DEBUG oslo_vmware.api [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3389791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296531} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.226689] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.226875] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.227091] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.227278] env[69773]: INFO nova.compute.manager [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 775.227517] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.227708] env[69773]: DEBUG nova.compute.manager [-] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.227820] env[69773]: DEBUG nova.network.neutron [-] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 775.260993] env[69773]: DEBUG nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.297632] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.297871] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.298068] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.298275] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.298421] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.298563] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.298763] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.298946] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.300576] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.300576] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.300576] env[69773]: DEBUG nova.virt.hardware [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.300874] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fce1f7-fff4-4949-89b5-e0ca7473388e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.309461] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e78c87-5ba4-43d0-9ade-20ed386ef751 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.423324] env[69773]: DEBUG nova.scheduler.client.report [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.470901] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.475462] env[69773]: DEBUG nova.compute.manager [req-cb49b9e2-8fcc-49c2-9971-ac2c0e0f9fe3 req-c84098d5-96ff-4929-851a-ad961774920b service nova] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Received event network-vif-deleted-505af644-bb06-4e82-bbc8-c26553f500dc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.492618] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059981} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.492870] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.493983] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2e7702-f240-4657-86f1-99e642f2f9a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.521319] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 59d09973-861e-45bf-8920-54b9d06ebe08/59d09973-861e-45bf-8920-54b9d06ebe08.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.522184] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce7a3f03-c014-4942-8ba3-748b5ed671fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.543119] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 775.543119] env[69773]: value = "task-3389793" [ 775.543119] env[69773]: _type = "Task" [ 775.543119] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.553148] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389793, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.814324] env[69773]: DEBUG nova.compute.manager [req-18369f82-5eea-499a-bb48-79eb3081f38b req-a8f1e21d-a577-457f-a153-a66f89306eef service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-vif-deleted-7e0a4bff-8daf-41b7-a628-0a3fb3e96664 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.814528] env[69773]: INFO nova.compute.manager [req-18369f82-5eea-499a-bb48-79eb3081f38b req-a8f1e21d-a577-457f-a153-a66f89306eef service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Neutron deleted interface 7e0a4bff-8daf-41b7-a628-0a3fb3e96664; detaching it from the instance and deleting it from the info cache [ 775.814802] env[69773]: DEBUG nova.network.neutron [req-18369f82-5eea-499a-bb48-79eb3081f38b req-a8f1e21d-a577-457f-a153-a66f89306eef service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Updating instance_info_cache with network_info: [{"id": "fc86dcd2-f920-404e-a989-62d1bf5b7b6c", "address": "fa:16:3e:00:40:f2", "network": {"id": "dd6a2410-5078-4944-96ef-bdf34f2a5ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591474710", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc86dcd2-f9", "ovs_interfaceid": "fc86dcd2-f920-404e-a989-62d1bf5b7b6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "913e3c4e-af8b-4191-9fe9-bc19b7a4abda", "address": "fa:16:3e:83:d6:f0", "network": {"id": "dd6a2410-5078-4944-96ef-bdf34f2a5ad1", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-591474710", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea00b53a-9c9b-4592-ab95-7e10473f338d", "external-id": "nsx-vlan-transportzone-235", "segmentation_id": 235, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913e3c4e-af", "ovs_interfaceid": "913e3c4e-af8b-4191-9fe9-bc19b7a4abda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.936866] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.937551] env[69773]: DEBUG nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.940721] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.034s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.940943] env[69773]: DEBUG nova.objects.instance [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lazy-loading 'resources' on Instance uuid 44d464c2-acfc-449c-b6e3-885a5f2d28e3 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.057214] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389793, 'name': ReconfigVM_Task, 'duration_secs': 0.298935} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.057505] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 59d09973-861e-45bf-8920-54b9d06ebe08/59d09973-861e-45bf-8920-54b9d06ebe08.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.058561] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ae903f0-ec4c-449b-b889-2fa1c86e9b8b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.065672] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 776.065672] env[69773]: value = "task-3389794" [ 776.065672] env[69773]: _type = "Task" [ 776.065672] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.073709] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389794, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.319811] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-606aa732-a8eb-4ee4-9015-7a443ec8da4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.333586] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2651c190-7ce0-4021-af6b-121cfe56e40b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.368184] env[69773]: DEBUG nova.compute.manager [req-18369f82-5eea-499a-bb48-79eb3081f38b req-a8f1e21d-a577-457f-a153-a66f89306eef service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Detach interface failed, port_id=7e0a4bff-8daf-41b7-a628-0a3fb3e96664, reason: Instance 24b7175b-8e69-455a-9d6a-77d38ed854f1 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 776.445790] env[69773]: DEBUG nova.compute.utils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.454378] env[69773]: DEBUG nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.454589] env[69773]: DEBUG nova.network.neutron [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.556937] env[69773]: DEBUG nova.policy [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5d5a3dc78e4f258cd7dde3f467a835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780117ce47cc42a2984cc1889872364b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.580879] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389794, 'name': Rename_Task, 'duration_secs': 0.132409} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.581284] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.581451] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90a1fb48-eaa1-4fd4-a3fd-8a529e6b3d27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.588440] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 776.588440] env[69773]: value = "task-3389795" [ 776.588440] env[69773]: _type = "Task" [ 776.588440] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.603186] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.875300] env[69773]: DEBUG nova.network.neutron [-] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.928715] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "3f350c0f-2d81-473e-835a-6883f6efd920" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.929874] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "3f350c0f-2d81-473e-835a-6883f6efd920" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.946208] env[69773]: DEBUG nova.network.neutron [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Successfully updated port: 1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.954931] env[69773]: DEBUG nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.022064] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba297fd-5331-4d7b-bfbb-321b782a99f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.031532] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f58bb-fb0f-46f1-ab14-2b9e328c1867 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.070220] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b670d-8633-4c26-9165-989a2e0590c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.078090] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d3169-5e6b-4edf-8cfb-2cde07c74b64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.093199] env[69773]: DEBUG nova.compute.provider_tree [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.106027] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.234949] env[69773]: DEBUG nova.network.neutron [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Successfully created port: 598b19de-1cd4-4a03-b548-75db79a4b3e0 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.379831] env[69773]: INFO nova.compute.manager [-] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Took 2.15 seconds to deallocate network for instance. [ 777.452758] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.452758] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.452758] env[69773]: DEBUG nova.network.neutron [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 777.599629] env[69773]: DEBUG nova.scheduler.client.report [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.605967] env[69773]: DEBUG oslo_vmware.api [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389795, 'name': PowerOnVM_Task, 'duration_secs': 0.558886} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.606643] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.607056] env[69773]: INFO nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Took 8.32 seconds to spawn the instance on the hypervisor. [ 777.607400] env[69773]: DEBUG nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.608364] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b53201b-b79c-4b86-9af5-714d0dcc65a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.891593] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.907758] env[69773]: DEBUG nova.compute.manager [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-vif-deleted-fc86dcd2-f920-404e-a989-62d1bf5b7b6c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.907968] env[69773]: DEBUG nova.compute.manager [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Received event network-vif-deleted-913e3c4e-af8b-4191-9fe9-bc19b7a4abda {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.909222] env[69773]: DEBUG nova.compute.manager [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received event network-vif-plugged-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.909222] env[69773]: DEBUG oslo_concurrency.lockutils [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] Acquiring lock "e5bc9684-6a36-43e9-9f08-631914048341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.909222] env[69773]: DEBUG oslo_concurrency.lockutils [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] Lock "e5bc9684-6a36-43e9-9f08-631914048341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.909222] env[69773]: DEBUG oslo_concurrency.lockutils [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] Lock "e5bc9684-6a36-43e9-9f08-631914048341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.909222] env[69773]: DEBUG nova.compute.manager [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] No waiting events found dispatching network-vif-plugged-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.909222] env[69773]: WARNING nova.compute.manager [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received unexpected event network-vif-plugged-1d185f89-746d-438e-bd56-43c84d032868 for instance with vm_state building and task_state spawning. [ 777.909466] env[69773]: DEBUG nova.compute.manager [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received event network-changed-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.910228] env[69773]: DEBUG nova.compute.manager [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Refreshing instance network info cache due to event network-changed-1d185f89-746d-438e-bd56-43c84d032868. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.910228] env[69773]: DEBUG oslo_concurrency.lockutils [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] Acquiring lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.968158] env[69773]: DEBUG nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.995887] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.996488] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.996766] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.997205] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.997656] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.998695] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.998695] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.998695] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.999127] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.001039] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.001039] env[69773]: DEBUG nova.virt.hardware [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.001039] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d61aca-8712-4abb-8ee5-f52fb18291e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.011348] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3262df-3ad7-4558-9b90-799282ff5989 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.016526] env[69773]: DEBUG nova.network.neutron [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 778.107645] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.167s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.109980] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.184s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.111500] env[69773]: INFO nova.compute.claims [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.128287] env[69773]: INFO nova.compute.manager [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Took 37.46 seconds to build instance. [ 778.133404] env[69773]: INFO nova.scheduler.client.report [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Deleted allocations for instance 44d464c2-acfc-449c-b6e3-885a5f2d28e3 [ 778.298748] env[69773]: DEBUG nova.network.neutron [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [{"id": "1d185f89-746d-438e-bd56-43c84d032868", "address": "fa:16:3e:f3:43:b6", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d185f89-74", "ovs_interfaceid": "1d185f89-746d-438e-bd56-43c84d032868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.629088] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4edebd-bc3b-4bd8-991c-1f2b381ee662 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "59d09973-861e-45bf-8920-54b9d06ebe08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.784s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.640219] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7881d57b-cd81-4017-95d0-adc03506a3d2 tempest-ImagesNegativeTestJSON-1249246898 tempest-ImagesNegativeTestJSON-1249246898-project-member] Lock "44d464c2-acfc-449c-b6e3-885a5f2d28e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.025s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.801925] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.802295] env[69773]: DEBUG nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Instance network_info: |[{"id": "1d185f89-746d-438e-bd56-43c84d032868", "address": "fa:16:3e:f3:43:b6", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d185f89-74", "ovs_interfaceid": "1d185f89-746d-438e-bd56-43c84d032868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.802595] env[69773]: DEBUG oslo_concurrency.lockutils [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] Acquired lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.802771] env[69773]: DEBUG nova.network.neutron [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Refreshing network info cache for port 1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 778.803938] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:43:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d185f89-746d-438e-bd56-43c84d032868', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.812509] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating folder: Project (dfaac909914b4d52a7bf41b0b6a6917a). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.815339] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fec77fc5-7cb4-430f-a105-a7eee3bcd028 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.826447] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Created folder: Project (dfaac909914b4d52a7bf41b0b6a6917a) in parent group-v676268. [ 778.826629] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating folder: Instances. Parent ref: group-v676360. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.826892] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49a48c94-1a7d-47fe-8cd4-0b553a1e388e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.834819] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Created folder: Instances in parent group-v676360. [ 778.835053] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.835244] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.835433] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efcac236-2043-4073-a5d0-b73d4883b34a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.854011] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.854011] env[69773]: value = "task-3389798" [ 778.854011] env[69773]: _type = "Task" [ 778.854011] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.861309] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389798, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.136257] env[69773]: DEBUG nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.363636] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389798, 'name': CreateVM_Task, 'duration_secs': 0.33501} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.365794] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.366613] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.366781] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.367124] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.367372] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7058e559-f4c3-41d7-a45d-ac4eab7f9a43 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.372118] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 779.372118] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526e23e2-4ef1-0411-b1cf-abeb622c6ed9" [ 779.372118] env[69773]: _type = "Task" [ 779.372118] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.381288] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526e23e2-4ef1-0411-b1cf-abeb622c6ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.565989] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a24285a-fc29-472e-8356-2cffe3d3a5ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.573723] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91369c8-6cd0-4303-b326-9c1ed1f35d2a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.608605] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864f0a27-0174-4f25-82be-5fd69fe7cfd4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.613711] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.613936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.619249] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91cd049-38e0-4db8-bb93-ade1d4fdeb79 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.633808] env[69773]: DEBUG nova.compute.provider_tree [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.649042] env[69773]: DEBUG nova.network.neutron [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updated VIF entry in instance network info cache for port 1d185f89-746d-438e-bd56-43c84d032868. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 779.649462] env[69773]: DEBUG nova.network.neutron [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [{"id": "1d185f89-746d-438e-bd56-43c84d032868", "address": "fa:16:3e:f3:43:b6", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d185f89-74", "ovs_interfaceid": "1d185f89-746d-438e-bd56-43c84d032868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.658317] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.799528] env[69773]: DEBUG nova.network.neutron [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Successfully updated port: 598b19de-1cd4-4a03-b548-75db79a4b3e0 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.883200] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526e23e2-4ef1-0411-b1cf-abeb622c6ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.024447} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.883481] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.883728] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.883972] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.884144] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.884323] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.884604] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f3c34f9-93b8-4f91-92c5-316360fef63a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.896546] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.896666] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.897500] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b967ddaf-1638-4fde-9af6-66ea78051846 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.904492] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 779.904492] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aedf9b-458c-9346-7775-e23dae308535" [ 779.904492] env[69773]: _type = "Task" [ 779.904492] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.912215] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aedf9b-458c-9346-7775-e23dae308535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.961756] env[69773]: DEBUG nova.compute.manager [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Received event network-vif-plugged-598b19de-1cd4-4a03-b548-75db79a4b3e0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.962593] env[69773]: DEBUG oslo_concurrency.lockutils [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] Acquiring lock "7b3eb504-a327-4840-9fdd-1d465f9030e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.962593] env[69773]: DEBUG oslo_concurrency.lockutils [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.962593] env[69773]: DEBUG oslo_concurrency.lockutils [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.962593] env[69773]: DEBUG nova.compute.manager [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] No waiting events found dispatching network-vif-plugged-598b19de-1cd4-4a03-b548-75db79a4b3e0 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.962872] env[69773]: WARNING nova.compute.manager [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Received unexpected event network-vif-plugged-598b19de-1cd4-4a03-b548-75db79a4b3e0 for instance with vm_state building and task_state spawning. [ 779.962872] env[69773]: DEBUG nova.compute.manager [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Received event network-changed-598b19de-1cd4-4a03-b548-75db79a4b3e0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.963048] env[69773]: DEBUG nova.compute.manager [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Refreshing instance network info cache due to event network-changed-598b19de-1cd4-4a03-b548-75db79a4b3e0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.963356] env[69773]: DEBUG oslo_concurrency.lockutils [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] Acquiring lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.963623] env[69773]: DEBUG oslo_concurrency.lockutils [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] Acquired lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.963885] env[69773]: DEBUG nova.network.neutron [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Refreshing network info cache for port 598b19de-1cd4-4a03-b548-75db79a4b3e0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 780.140021] env[69773]: DEBUG nova.scheduler.client.report [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.152182] env[69773]: DEBUG oslo_concurrency.lockutils [req-ebb627f9-471d-4dcf-94f2-1f13172076eb req-647ae55c-2bc6-4cfe-a588-44fe0fcb2b8d service nova] Releasing lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.301998] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.422311] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aedf9b-458c-9346-7775-e23dae308535, 'name': SearchDatastore_Task, 'duration_secs': 0.008548} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.422311] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0466a2a8-5007-43ae-b3b2-3dac80156668 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.427865] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 780.427865] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aecab3-5b8b-176a-c12c-509dd59a1b14" [ 780.427865] env[69773]: _type = "Task" [ 780.427865] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.438922] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aecab3-5b8b-176a-c12c-509dd59a1b14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.528915] env[69773]: DEBUG nova.network.neutron [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 780.642280] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.642825] env[69773]: DEBUG nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.645659] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.626s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.647044] env[69773]: INFO nova.compute.claims [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.716277] env[69773]: DEBUG nova.network.neutron [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.941625] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aecab3-5b8b-176a-c12c-509dd59a1b14, 'name': SearchDatastore_Task, 'duration_secs': 0.013016} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.942436] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.942961] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e5bc9684-6a36-43e9-9f08-631914048341/e5bc9684-6a36-43e9-9f08-631914048341.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.943369] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e64079c9-3c12-4b29-a2ac-6183594e5664 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.950556] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 780.950556] env[69773]: value = "task-3389799" [ 780.950556] env[69773]: _type = "Task" [ 780.950556] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.959142] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.151664] env[69773]: DEBUG nova.compute.utils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.161464] env[69773]: DEBUG nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.161464] env[69773]: DEBUG nova.network.neutron [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.195330] env[69773]: DEBUG nova.policy [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5d5a3dc78e4f258cd7dde3f467a835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780117ce47cc42a2984cc1889872364b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.219262] env[69773]: DEBUG oslo_concurrency.lockutils [req-bf5f83eb-c2cb-413b-b567-10b82e927ad7 req-3888ce74-6c6c-4155-923d-1d69dc52bd0d service nova] Releasing lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.222951] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.223149] env[69773]: DEBUG nova.network.neutron [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 781.461829] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389799, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.665896] env[69773]: DEBUG nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.772773] env[69773]: DEBUG nova.network.neutron [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Successfully created port: 1a88d4cf-133e-4a14-a10f-88820c5ecf1a {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.804742] env[69773]: DEBUG nova.network.neutron [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 781.964377] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745454} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.967576] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e5bc9684-6a36-43e9-9f08-631914048341/e5bc9684-6a36-43e9-9f08-631914048341.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.967854] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.969215] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc931a71-e836-4693-8fef-3e039b7c9f78 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.975412] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 781.975412] env[69773]: value = "task-3389800" [ 781.975412] env[69773]: _type = "Task" [ 781.975412] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.984378] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.214101] env[69773]: DEBUG nova.network.neutron [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Updating instance_info_cache with network_info: [{"id": "598b19de-1cd4-4a03-b548-75db79a4b3e0", "address": "fa:16:3e:3b:3d:4a", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598b19de-1c", "ovs_interfaceid": "598b19de-1cd4-4a03-b548-75db79a4b3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.312948] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7945a7d9-4f3b-4be3-8d2f-2003b13608b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.322780] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c11a05-701d-417f-b258-d371521d5789 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.355850] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc3e85b-044d-48bc-9386-5a33f94f72b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.363646] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f0fb7-b03f-48a3-addf-b65453c49783 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.379134] env[69773]: DEBUG nova.compute.provider_tree [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.485115] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073924} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.485389] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.486912] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d861fa15-cb55-4222-8c3c-d3cce4959006 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.508049] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] e5bc9684-6a36-43e9-9f08-631914048341/e5bc9684-6a36-43e9-9f08-631914048341.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.508705] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a6dd715-62d9-4e3e-b8c0-77669a645435 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.529310] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 782.529310] env[69773]: value = "task-3389801" [ 782.529310] env[69773]: _type = "Task" [ 782.529310] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.537374] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.676438] env[69773]: DEBUG nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.710178] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.710334] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.710491] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.710672] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.710817] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.710963] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.711398] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.711661] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.712272] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.715396] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.715396] env[69773]: DEBUG nova.virt.hardware [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.715396] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee13c11-3910-4ba6-b205-16d058786b40 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.721097] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.721097] env[69773]: DEBUG nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Instance network_info: |[{"id": "598b19de-1cd4-4a03-b548-75db79a4b3e0", "address": "fa:16:3e:3b:3d:4a", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598b19de-1c", "ovs_interfaceid": "598b19de-1cd4-4a03-b548-75db79a4b3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.721097] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:3d:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '598b19de-1cd4-4a03-b548-75db79a4b3e0', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.727116] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Creating folder: Project (780117ce47cc42a2984cc1889872364b). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.729942] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-073a2906-fe75-4830-9d3a-c4c8c13b56a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.732695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e297b04-02f4-43fe-aee7-ec3a4ed4c9f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.751022] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Created folder: Project (780117ce47cc42a2984cc1889872364b) in parent group-v676268. [ 782.751022] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Creating folder: Instances. Parent ref: group-v676363. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.751022] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bd5b0c7-3500-4ada-b0e1-54085d0d4e6e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.761529] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Created folder: Instances in parent group-v676363. [ 782.761758] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.761945] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.762184] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23ae1025-9ec7-4528-b68a-643305459357 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.782209] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.782209] env[69773]: value = "task-3389804" [ 782.782209] env[69773]: _type = "Task" [ 782.782209] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.789310] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389804, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.883935] env[69773]: DEBUG nova.scheduler.client.report [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.045179] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.292706] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389804, 'name': CreateVM_Task, 'duration_secs': 0.393829} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.292958] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.293730] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.294756] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.294756] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.294756] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be88425b-8931-402e-9c93-c3ed68f12bd8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.303269] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 783.303269] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a24748-99a5-b6fe-2180-92db11af7385" [ 783.303269] env[69773]: _type = "Task" [ 783.303269] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.312276] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a24748-99a5-b6fe-2180-92db11af7385, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.391120] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.391646] env[69773]: DEBUG nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.404990] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.800s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.404990] env[69773]: DEBUG nova.objects.instance [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 783.541198] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389801, 'name': ReconfigVM_Task, 'duration_secs': 0.779445} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.541497] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Reconfigured VM instance instance-0000001f to attach disk [datastore2] e5bc9684-6a36-43e9-9f08-631914048341/e5bc9684-6a36-43e9-9f08-631914048341.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.542133] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205f447a-1193-45eb-b3b3-51982db9afc5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.548679] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 783.548679] env[69773]: value = "task-3389805" [ 783.548679] env[69773]: _type = "Task" [ 783.548679] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.558333] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389805, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.814304] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a24748-99a5-b6fe-2180-92db11af7385, 'name': SearchDatastore_Task, 'duration_secs': 0.030945} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.814606] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.815023] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.815285] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.815433] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.815641] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.815865] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1738caed-0c34-49de-8a87-98a7960a5c6f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.829492] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.829609] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.830448] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-065044c4-49de-4d0d-be23-2839eca8cda0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.835494] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 783.835494] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a4901-1975-ae80-8562-9314dda1a233" [ 783.835494] env[69773]: _type = "Task" [ 783.835494] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.843575] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a4901-1975-ae80-8562-9314dda1a233, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.900122] env[69773]: DEBUG nova.compute.utils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.901585] env[69773]: DEBUG nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.901755] env[69773]: DEBUG nova.network.neutron [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.009719] env[69773]: DEBUG nova.policy [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81cad79e9403468ba2edfa45672058a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb57af820664b09b6dfaaa8046a6487', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.065565] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389805, 'name': Rename_Task, 'duration_secs': 0.22306} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.065895] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.066643] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6998102e-e318-40dd-9935-e380945a3b84 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.073441] env[69773]: DEBUG nova.compute.manager [req-50f6fb19-9cd0-4188-9a81-a93503682c0e req-1f1eb0a4-f910-4013-92bf-c012d24231e5 service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Received event network-vif-plugged-1a88d4cf-133e-4a14-a10f-88820c5ecf1a {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.073873] env[69773]: DEBUG oslo_concurrency.lockutils [req-50f6fb19-9cd0-4188-9a81-a93503682c0e req-1f1eb0a4-f910-4013-92bf-c012d24231e5 service nova] Acquiring lock "d1e8d329-10f8-475f-ac75-5581910b407c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.074133] env[69773]: DEBUG oslo_concurrency.lockutils [req-50f6fb19-9cd0-4188-9a81-a93503682c0e req-1f1eb0a4-f910-4013-92bf-c012d24231e5 service nova] Lock "d1e8d329-10f8-475f-ac75-5581910b407c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.074346] env[69773]: DEBUG oslo_concurrency.lockutils [req-50f6fb19-9cd0-4188-9a81-a93503682c0e req-1f1eb0a4-f910-4013-92bf-c012d24231e5 service nova] Lock "d1e8d329-10f8-475f-ac75-5581910b407c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.074760] env[69773]: DEBUG nova.compute.manager [req-50f6fb19-9cd0-4188-9a81-a93503682c0e req-1f1eb0a4-f910-4013-92bf-c012d24231e5 service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] No waiting events found dispatching network-vif-plugged-1a88d4cf-133e-4a14-a10f-88820c5ecf1a {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.074978] env[69773]: WARNING nova.compute.manager [req-50f6fb19-9cd0-4188-9a81-a93503682c0e req-1f1eb0a4-f910-4013-92bf-c012d24231e5 service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Received unexpected event network-vif-plugged-1a88d4cf-133e-4a14-a10f-88820c5ecf1a for instance with vm_state building and task_state spawning. [ 784.076914] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 784.076914] env[69773]: value = "task-3389806" [ 784.076914] env[69773]: _type = "Task" [ 784.076914] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.088617] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.355675] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a4901-1975-ae80-8562-9314dda1a233, 'name': SearchDatastore_Task, 'duration_secs': 0.046072} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.355675] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f92da34-db82-4936-b5c8-172a7b49617f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.360050] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 784.360050] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a7c7fe-2bdc-0110-9d97-48e95271efd6" [ 784.360050] env[69773]: _type = "Task" [ 784.360050] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.367922] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a7c7fe-2bdc-0110-9d97-48e95271efd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.396042] env[69773]: DEBUG nova.network.neutron [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Successfully updated port: 1a88d4cf-133e-4a14-a10f-88820c5ecf1a {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.409801] env[69773]: DEBUG nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 784.416433] env[69773]: DEBUG oslo_concurrency.lockutils [None req-81643c69-ccbe-4f89-9dd2-7c19fe26e7f8 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.420263] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.259s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.420263] env[69773]: DEBUG nova.objects.instance [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lazy-loading 'resources' on Instance uuid 9e384226-0312-4206-b002-e1ab45e19487 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.591036] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389806, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.791825] env[69773]: DEBUG nova.network.neutron [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Successfully created port: 962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.872561] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a7c7fe-2bdc-0110-9d97-48e95271efd6, 'name': SearchDatastore_Task, 'duration_secs': 0.031498} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.872810] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.876544] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 7b3eb504-a327-4840-9fdd-1d465f9030e3/7b3eb504-a327-4840-9fdd-1d465f9030e3.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.876544] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb2e028f-5d10-4d39-869e-0b0287fcb5e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.880240] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 784.880240] env[69773]: value = "task-3389807" [ 784.880240] env[69773]: _type = "Task" [ 784.880240] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.888753] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.903016] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "refresh_cache-d1e8d329-10f8-475f-ac75-5581910b407c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.903195] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "refresh_cache-d1e8d329-10f8-475f-ac75-5581910b407c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.903426] env[69773]: DEBUG nova.network.neutron [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 785.092860] env[69773]: DEBUG oslo_vmware.api [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389806, 'name': PowerOnVM_Task, 'duration_secs': 0.708752} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.093347] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.093572] env[69773]: INFO nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Took 9.83 seconds to spawn the instance on the hypervisor. [ 785.093764] env[69773]: DEBUG nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.094591] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98174eb3-dee5-4915-954f-2d9d39cc2374 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.394078] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389807, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.430103] env[69773]: DEBUG nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.454694] env[69773]: DEBUG nova.network.neutron [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 785.468790] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.468790] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.468790] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.468790] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.468790] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.468790] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.468790] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.469335] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.469335] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.469335] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.469335] env[69773]: DEBUG nova.virt.hardware [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.470878] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50dfd82-3e4f-4e4d-8efe-8a2e6f386aa6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.482292] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b465632-85fd-4c40-8f10-aaf3891bb8ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.535790] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d7acc-73c8-4d4b-973f-8e3d5754267a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.545514] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2d16c1-26cc-4e62-922b-11ed8d952c19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.578361] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2819dffb-c574-42eb-87df-e5a0565dc1c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.585560] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed9f4c9-fc4d-4188-8bcc-5fa93b9d07ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.598955] env[69773]: DEBUG nova.compute.provider_tree [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.617191] env[69773]: INFO nova.compute.manager [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Took 39.21 seconds to build instance. [ 785.677575] env[69773]: DEBUG nova.network.neutron [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Updating instance_info_cache with network_info: [{"id": "1a88d4cf-133e-4a14-a10f-88820c5ecf1a", "address": "fa:16:3e:f1:b3:19", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a88d4cf-13", "ovs_interfaceid": "1a88d4cf-133e-4a14-a10f-88820c5ecf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.891494] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389807, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536044} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.892354] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 7b3eb504-a327-4840-9fdd-1d465f9030e3/7b3eb504-a327-4840-9fdd-1d465f9030e3.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.892978] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.893384] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65407b73-570d-42b8-b49f-7edcd95eac45 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.903842] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 785.903842] env[69773]: value = "task-3389808" [ 785.903842] env[69773]: _type = "Task" [ 785.903842] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.913445] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.106023] env[69773]: DEBUG nova.scheduler.client.report [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.120521] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd149313-55bb-4222-9bdd-f6e201addd95 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.741s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.180816] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "refresh_cache-d1e8d329-10f8-475f-ac75-5581910b407c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.181930] env[69773]: DEBUG nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Instance network_info: |[{"id": "1a88d4cf-133e-4a14-a10f-88820c5ecf1a", "address": "fa:16:3e:f1:b3:19", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a88d4cf-13", "ovs_interfaceid": "1a88d4cf-133e-4a14-a10f-88820c5ecf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.181930] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:b3:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a88d4cf-133e-4a14-a10f-88820c5ecf1a', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.190446] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.190763] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.191016] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-781d3d8e-8b0b-4231-9fd3-f891783c6c57 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.220737] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.220737] env[69773]: value = "task-3389809" [ 786.220737] env[69773]: _type = "Task" [ 786.220737] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.227723] env[69773]: DEBUG nova.compute.manager [req-39f83694-c947-4cbe-a170-141a0df29017 req-bc51baa7-5259-4c19-a0d1-9a89c2970ce2 service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Received event network-changed-1a88d4cf-133e-4a14-a10f-88820c5ecf1a {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.229234] env[69773]: DEBUG nova.compute.manager [req-39f83694-c947-4cbe-a170-141a0df29017 req-bc51baa7-5259-4c19-a0d1-9a89c2970ce2 service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Refreshing instance network info cache due to event network-changed-1a88d4cf-133e-4a14-a10f-88820c5ecf1a. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.229234] env[69773]: DEBUG oslo_concurrency.lockutils [req-39f83694-c947-4cbe-a170-141a0df29017 req-bc51baa7-5259-4c19-a0d1-9a89c2970ce2 service nova] Acquiring lock "refresh_cache-d1e8d329-10f8-475f-ac75-5581910b407c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.229234] env[69773]: DEBUG oslo_concurrency.lockutils [req-39f83694-c947-4cbe-a170-141a0df29017 req-bc51baa7-5259-4c19-a0d1-9a89c2970ce2 service nova] Acquired lock "refresh_cache-d1e8d329-10f8-475f-ac75-5581910b407c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.229234] env[69773]: DEBUG nova.network.neutron [req-39f83694-c947-4cbe-a170-141a0df29017 req-bc51baa7-5259-4c19-a0d1-9a89c2970ce2 service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Refreshing network info cache for port 1a88d4cf-133e-4a14-a10f-88820c5ecf1a {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 786.233078] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389809, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.415175] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071095} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.415175] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.416473] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f530c4f0-4051-4085-8686-abc13fd10c2f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.442975] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 7b3eb504-a327-4840-9fdd-1d465f9030e3/7b3eb504-a327-4840-9fdd-1d465f9030e3.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.443324] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90da4532-e9e8-4161-960d-52229b0f5481 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.463452] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 786.463452] env[69773]: value = "task-3389810" [ 786.463452] env[69773]: _type = "Task" [ 786.463452] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.471545] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.610055] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.613211] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.423s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.613211] env[69773]: DEBUG nova.objects.instance [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 786.624818] env[69773]: DEBUG nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.636250] env[69773]: INFO nova.scheduler.client.report [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Deleted allocations for instance 9e384226-0312-4206-b002-e1ab45e19487 [ 786.732940] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389809, 'name': CreateVM_Task, 'duration_secs': 0.414271} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.733180] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.733833] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.734013] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.734334] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.736670] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a69d2a-10ea-465d-a761-61f624423757 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.742871] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 786.742871] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a1c38-dc57-28ce-3e7f-f75e42ca3c7d" [ 786.742871] env[69773]: _type = "Task" [ 786.742871] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.753306] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a1c38-dc57-28ce-3e7f-f75e42ca3c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.792234] env[69773]: DEBUG nova.network.neutron [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Successfully updated port: 962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.867034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "3684986e-3928-4f7f-bbf0-274977244745" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.867034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "3684986e-3928-4f7f-bbf0-274977244745" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.976378] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389810, 'name': ReconfigVM_Task, 'duration_secs': 0.343894} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.976885] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 7b3eb504-a327-4840-9fdd-1d465f9030e3/7b3eb504-a327-4840-9fdd-1d465f9030e3.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.978516] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b1e5dbd-1076-417c-b5ad-829da7208239 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.985500] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 786.985500] env[69773]: value = "task-3389811" [ 786.985500] env[69773]: _type = "Task" [ 786.985500] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.999670] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389811, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.035581] env[69773]: DEBUG nova.network.neutron [req-39f83694-c947-4cbe-a170-141a0df29017 req-bc51baa7-5259-4c19-a0d1-9a89c2970ce2 service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Updated VIF entry in instance network info cache for port 1a88d4cf-133e-4a14-a10f-88820c5ecf1a. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 787.035890] env[69773]: DEBUG nova.network.neutron [req-39f83694-c947-4cbe-a170-141a0df29017 req-bc51baa7-5259-4c19-a0d1-9a89c2970ce2 service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Updating instance_info_cache with network_info: [{"id": "1a88d4cf-133e-4a14-a10f-88820c5ecf1a", "address": "fa:16:3e:f1:b3:19", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a88d4cf-13", "ovs_interfaceid": "1a88d4cf-133e-4a14-a10f-88820c5ecf1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.146976] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8be74759-addf-4d06-af2e-92d828c8f9a6 tempest-ImagesOneServerTestJSON-1938320900 tempest-ImagesOneServerTestJSON-1938320900-project-member] Lock "9e384226-0312-4206-b002-e1ab45e19487" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.337s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.149926] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.253430] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a1c38-dc57-28ce-3e7f-f75e42ca3c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012437} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.253961] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.254230] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.254460] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.254603] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.254776] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.255174] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de3ff2c9-5408-414d-b51f-2dbb64459f32 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.266508] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.266681] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.267474] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af65391-338e-4331-91b7-8cd4b31ab619 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.274646] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 787.274646] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c6c736-6b30-2bb6-63cc-07c8eb773467" [ 787.274646] env[69773]: _type = "Task" [ 787.274646] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.282879] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c6c736-6b30-2bb6-63cc-07c8eb773467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.294805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.294958] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.295146] env[69773]: DEBUG nova.network.neutron [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 787.497961] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389811, 'name': Rename_Task, 'duration_secs': 0.141474} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.498386] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.498650] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b47ae8b-5fe8-4aee-aed9-fd8f8f31e577 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.506120] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 787.506120] env[69773]: value = "task-3389812" [ 787.506120] env[69773]: _type = "Task" [ 787.506120] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.514062] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.539553] env[69773]: DEBUG oslo_concurrency.lockutils [req-39f83694-c947-4cbe-a170-141a0df29017 req-bc51baa7-5259-4c19-a0d1-9a89c2970ce2 service nova] Releasing lock "refresh_cache-d1e8d329-10f8-475f-ac75-5581910b407c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.624763] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cf630383-c103-4cda-ac72-e5defe8b3860 tempest-ServersAdmin275Test-2029159560 tempest-ServersAdmin275Test-2029159560-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.626156] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.910s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.627931] env[69773]: INFO nova.compute.claims [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.785893] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c6c736-6b30-2bb6-63cc-07c8eb773467, 'name': SearchDatastore_Task, 'duration_secs': 0.012717} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.786426] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74d0c3ac-89b7-4472-aaf7-25c644dc925d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.794288] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 787.794288] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52951790-2c31-00a9-e233-208dcc418570" [ 787.794288] env[69773]: _type = "Task" [ 787.794288] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.808160] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52951790-2c31-00a9-e233-208dcc418570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.864217] env[69773]: DEBUG nova.network.neutron [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 788.017878] env[69773]: DEBUG oslo_vmware.api [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389812, 'name': PowerOnVM_Task, 'duration_secs': 0.484554} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.018263] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.018475] env[69773]: INFO nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Took 10.05 seconds to spawn the instance on the hypervisor. [ 788.018719] env[69773]: DEBUG nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.019711] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42effd86-d1b3-4acb-8e01-17483c45bdda {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.079282] env[69773]: DEBUG nova.network.neutron [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Updating instance_info_cache with network_info: [{"id": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "address": "fa:16:3e:1e:14:b8", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962ba2f1-b6", "ovs_interfaceid": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.257115] env[69773]: DEBUG nova.compute.manager [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Received event network-vif-plugged-962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.257336] env[69773]: DEBUG oslo_concurrency.lockutils [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] Acquiring lock "f08673e9-d62a-44c1-97a6-92b057edfd43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.257640] env[69773]: DEBUG oslo_concurrency.lockutils [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] Lock "f08673e9-d62a-44c1-97a6-92b057edfd43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.257687] env[69773]: DEBUG oslo_concurrency.lockutils [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] Lock "f08673e9-d62a-44c1-97a6-92b057edfd43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.257853] env[69773]: DEBUG nova.compute.manager [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] No waiting events found dispatching network-vif-plugged-962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.258022] env[69773]: WARNING nova.compute.manager [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Received unexpected event network-vif-plugged-962ba2f1-b6a4-4966-8031-40fc4aee3f13 for instance with vm_state building and task_state spawning. [ 788.258194] env[69773]: DEBUG nova.compute.manager [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Received event network-changed-962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.258324] env[69773]: DEBUG nova.compute.manager [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Refreshing instance network info cache due to event network-changed-962ba2f1-b6a4-4966-8031-40fc4aee3f13. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.258558] env[69773]: DEBUG oslo_concurrency.lockutils [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] Acquiring lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.303842] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52951790-2c31-00a9-e233-208dcc418570, 'name': SearchDatastore_Task, 'duration_secs': 0.009074} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.304102] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.304369] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] d1e8d329-10f8-475f-ac75-5581910b407c/d1e8d329-10f8-475f-ac75-5581910b407c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.304623] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2728ef8f-588c-4adf-8c11-4960e7cdbb0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.310907] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 788.310907] env[69773]: value = "task-3389817" [ 788.310907] env[69773]: _type = "Task" [ 788.310907] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.319051] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.541022] env[69773]: INFO nova.compute.manager [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Took 38.69 seconds to build instance. [ 788.582665] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Releasing lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.583459] env[69773]: DEBUG nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Instance network_info: |[{"id": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "address": "fa:16:3e:1e:14:b8", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962ba2f1-b6", "ovs_interfaceid": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.583613] env[69773]: DEBUG oslo_concurrency.lockutils [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] Acquired lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.583676] env[69773]: DEBUG nova.network.neutron [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Refreshing network info cache for port 962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 788.586558] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:14:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '962ba2f1-b6a4-4966-8031-40fc4aee3f13', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.593787] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Creating folder: Project (aeb57af820664b09b6dfaaa8046a6487). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.594970] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-120eaa19-ad4a-4edf-98cf-d7c324ecd00f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.609699] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Created folder: Project (aeb57af820664b09b6dfaaa8046a6487) in parent group-v676268. [ 788.609959] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Creating folder: Instances. Parent ref: group-v676370. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 788.610234] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24bfc38b-fd14-4c56-a97e-4d46d4629486 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.623865] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Created folder: Instances in parent group-v676370. [ 788.623865] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.624037] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.624318] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27d1b998-34cf-47d7-8544-86e289fb7aa7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.655159] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.655159] env[69773]: value = "task-3389820" [ 788.655159] env[69773]: _type = "Task" [ 788.655159] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.666531] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389820, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.823032] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46766} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.825181] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] d1e8d329-10f8-475f-ac75-5581910b407c/d1e8d329-10f8-475f-ac75-5581910b407c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.825425] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.825680] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30c7447e-977b-459d-928c-288981d416a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.832835] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 788.832835] env[69773]: value = "task-3389821" [ 788.832835] env[69773]: _type = "Task" [ 788.832835] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.841450] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.043282] env[69773]: DEBUG oslo_concurrency.lockutils [None req-80f47208-06b6-4659-afbe-65f8b6c568a9 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.197s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.171672] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389820, 'name': CreateVM_Task, 'duration_secs': 0.460135} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.171787] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.173826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.173826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.174271] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.174551] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85677c6-910d-4414-851e-184999bd0118 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.179763] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 789.179763] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bbe496-dcf7-3012-2f00-ef9398fe5326" [ 789.179763] env[69773]: _type = "Task" [ 789.179763] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.193138] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bbe496-dcf7-3012-2f00-ef9398fe5326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.246938] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d65cb5-ebdd-48ed-8edd-3ef5fa032a13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.254391] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3eac4df-a7d1-4087-a6d0-720252219ede {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.286578] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceb5b03-9251-46a1-9d6c-838a19266de2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.295710] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb68cb-0882-4476-a69e-6045a9bce460 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.309053] env[69773]: DEBUG nova.compute.provider_tree [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.343041] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066564} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.343041] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.343999] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb59be73-4b70-462b-80fb-f6b721c9d54e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.366239] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d1e8d329-10f8-475f-ac75-5581910b407c/d1e8d329-10f8-475f-ac75-5581910b407c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.369128] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887bb39f-2c60-4d62-b524-f61abc9cd7c5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.388844] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 789.388844] env[69773]: value = "task-3389822" [ 789.388844] env[69773]: _type = "Task" [ 789.388844] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.402394] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389822, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.459550] env[69773]: DEBUG nova.network.neutron [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Updated VIF entry in instance network info cache for port 962ba2f1-b6a4-4966-8031-40fc4aee3f13. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 789.459934] env[69773]: DEBUG nova.network.neutron [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Updating instance_info_cache with network_info: [{"id": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "address": "fa:16:3e:1e:14:b8", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962ba2f1-b6", "ovs_interfaceid": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.549748] env[69773]: DEBUG nova.compute.manager [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.690829] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bbe496-dcf7-3012-2f00-ef9398fe5326, 'name': SearchDatastore_Task, 'duration_secs': 0.01512} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.691110] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.691360] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.691731] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.691731] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.691942] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.692196] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cdbb8b5-06ad-4bfe-98a5-d338f18fe7a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.701205] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.701303] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.701991] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e7e9b6-8f8c-46ea-976c-3726953ec7a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.707014] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 789.707014] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a22c1-987f-2951-48de-9829262467fd" [ 789.707014] env[69773]: _type = "Task" [ 789.707014] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.714782] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a22c1-987f-2951-48de-9829262467fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.812616] env[69773]: DEBUG nova.scheduler.client.report [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.898903] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.962515] env[69773]: DEBUG oslo_concurrency.lockutils [req-492554ec-224c-4a49-b12b-b0f899223803 req-fa3ee8ae-f390-4373-bb75-4b59e5abda33 service nova] Releasing lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.074431] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.218774] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a22c1-987f-2951-48de-9829262467fd, 'name': SearchDatastore_Task, 'duration_secs': 0.008401} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.220034] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c7d9b3e-3281-4427-b9b8-32092c3b988b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.227475] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 790.227475] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b017fb-c3ff-fea2-3e9f-a66af876e38f" [ 790.227475] env[69773]: _type = "Task" [ 790.227475] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.234964] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b017fb-c3ff-fea2-3e9f-a66af876e38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.317677] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.318303] env[69773]: DEBUG nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.321330] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.677s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.321580] env[69773]: DEBUG nova.objects.instance [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lazy-loading 'resources' on Instance uuid 9a1bbae7-741a-4c74-8098-7433b3748301 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.399799] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389822, 'name': ReconfigVM_Task, 'duration_secs': 0.842444} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.400346] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d1e8d329-10f8-475f-ac75-5581910b407c/d1e8d329-10f8-475f-ac75-5581910b407c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.400980] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0449fc3f-7660-4aae-aeea-f2e571df8fad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.407330] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 790.407330] env[69773]: value = "task-3389823" [ 790.407330] env[69773]: _type = "Task" [ 790.407330] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.415955] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389823, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.743122] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b017fb-c3ff-fea2-3e9f-a66af876e38f, 'name': SearchDatastore_Task, 'duration_secs': 0.008853} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.743122] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743122] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] f08673e9-d62a-44c1-97a6-92b057edfd43/f08673e9-d62a-44c1-97a6-92b057edfd43.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 790.745022] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-539f0c44-c798-4e12-80c7-e4277865a0ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.750434] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 790.750434] env[69773]: value = "task-3389825" [ 790.750434] env[69773]: _type = "Task" [ 790.750434] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.759908] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.825038] env[69773]: DEBUG nova.compute.utils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.826622] env[69773]: DEBUG nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 790.826889] env[69773]: DEBUG nova.network.neutron [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.873411] env[69773]: DEBUG nova.policy [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5d5a3dc78e4f258cd7dde3f467a835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '780117ce47cc42a2984cc1889872364b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.921618] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389823, 'name': Rename_Task, 'duration_secs': 0.192603} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.924449] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.925402] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bf1c338-4238-4b70-b1c5-d8036bb9454e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.931896] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 790.931896] env[69773]: value = "task-3389826" [ 790.931896] env[69773]: _type = "Task" [ 790.931896] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.945465] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.212836] env[69773]: DEBUG nova.network.neutron [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Successfully created port: 232bda04-7b7f-4ea3-b633-b2a89e34334c {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.262977] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389825, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.330914] env[69773]: DEBUG nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.384816] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383fb62b-cf7c-44d1-b12b-632058ab1650 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.393458] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c281f783-db2d-41fb-b38d-b4210fe55d76 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.438530] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3f0584-bc50-47d6-b98e-c4fc7366f5c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.449202] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389826, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.456075] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90838061-c7ec-4cd5-9582-ed32dae52d89 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.471999] env[69773]: DEBUG nova.compute.provider_tree [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.765166] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738992} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.765166] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] f08673e9-d62a-44c1-97a6-92b057edfd43/f08673e9-d62a-44c1-97a6-92b057edfd43.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.765166] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.765166] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10bb5064-00ad-41ce-a5a7-82d5a3e7931c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.769843] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 791.769843] env[69773]: value = "task-3389827" [ 791.769843] env[69773]: _type = "Task" [ 791.769843] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.779555] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.943842] env[69773]: DEBUG oslo_vmware.api [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389826, 'name': PowerOnVM_Task, 'duration_secs': 0.618237} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.944147] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.944358] env[69773]: INFO nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Took 9.27 seconds to spawn the instance on the hypervisor. [ 791.944531] env[69773]: DEBUG nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 791.945673] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f68ac02-70a4-4927-a48c-1c4692d3199f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.978705] env[69773]: DEBUG nova.scheduler.client.report [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.283509] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069014} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.283836] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.284903] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d2d5d-ee0d-4db5-9193-4eb3b95c441e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.308564] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] f08673e9-d62a-44c1-97a6-92b057edfd43/f08673e9-d62a-44c1-97a6-92b057edfd43.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.309725] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b29b4199-9c15-49ed-bae3-78bbb210b073 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.329410] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 792.329410] env[69773]: value = "task-3389828" [ 792.329410] env[69773]: _type = "Task" [ 792.329410] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.339066] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389828, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.344974] env[69773]: DEBUG nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.380967] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.381213] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.381426] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.381604] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.381754] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.381899] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.382125] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.382350] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.383468] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.383468] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.383468] env[69773]: DEBUG nova.virt.hardware [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.384018] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bbbc81-43fc-4fbd-a35b-38d502804077 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.392400] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb827559-1101-4dd2-838b-8fc18eccdd5f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.463526] env[69773]: INFO nova.compute.manager [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Took 41.57 seconds to build instance. [ 792.482992] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.485499] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.035s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.485758] env[69773]: DEBUG nova.objects.instance [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lazy-loading 'resources' on Instance uuid fe5f21a5-ff4f-4417-8059-64202582eca0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.518569] env[69773]: INFO nova.scheduler.client.report [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Deleted allocations for instance 9a1bbae7-741a-4c74-8098-7433b3748301 [ 792.840769] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.968396] env[69773]: DEBUG oslo_concurrency.lockutils [None req-777e924e-7886-4353-b942-6f77f71cd462 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "d1e8d329-10f8-475f-ac75-5581910b407c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.505s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.032053] env[69773]: DEBUG oslo_concurrency.lockutils [None req-da536e4a-3132-49a7-b2fc-74476a587be3 tempest-DeleteServersAdminTestJSON-1098075585 tempest-DeleteServersAdminTestJSON-1098075585-project-member] Lock "9a1bbae7-741a-4c74-8098-7433b3748301" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.295s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.190620] env[69773]: DEBUG nova.compute.manager [req-c8249892-d7f2-4f72-98e7-a4f928ea68cf req-01cecf6c-a61a-4ef4-99db-5e0cdcd80b29 service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Received event network-vif-plugged-232bda04-7b7f-4ea3-b633-b2a89e34334c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.191028] env[69773]: DEBUG oslo_concurrency.lockutils [req-c8249892-d7f2-4f72-98e7-a4f928ea68cf req-01cecf6c-a61a-4ef4-99db-5e0cdcd80b29 service nova] Acquiring lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.192023] env[69773]: DEBUG oslo_concurrency.lockutils [req-c8249892-d7f2-4f72-98e7-a4f928ea68cf req-01cecf6c-a61a-4ef4-99db-5e0cdcd80b29 service nova] Lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.192023] env[69773]: DEBUG oslo_concurrency.lockutils [req-c8249892-d7f2-4f72-98e7-a4f928ea68cf req-01cecf6c-a61a-4ef4-99db-5e0cdcd80b29 service nova] Lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.192023] env[69773]: DEBUG nova.compute.manager [req-c8249892-d7f2-4f72-98e7-a4f928ea68cf req-01cecf6c-a61a-4ef4-99db-5e0cdcd80b29 service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] No waiting events found dispatching network-vif-plugged-232bda04-7b7f-4ea3-b633-b2a89e34334c {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.192023] env[69773]: WARNING nova.compute.manager [req-c8249892-d7f2-4f72-98e7-a4f928ea68cf req-01cecf6c-a61a-4ef4-99db-5e0cdcd80b29 service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Received unexpected event network-vif-plugged-232bda04-7b7f-4ea3-b633-b2a89e34334c for instance with vm_state building and task_state spawning. [ 793.291995] env[69773]: DEBUG nova.network.neutron [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Successfully updated port: 232bda04-7b7f-4ea3-b633-b2a89e34334c {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.343119] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389828, 'name': ReconfigVM_Task, 'duration_secs': 0.813878} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.343119] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Reconfigured VM instance instance-00000022 to attach disk [datastore1] f08673e9-d62a-44c1-97a6-92b057edfd43/f08673e9-d62a-44c1-97a6-92b057edfd43.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.343727] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd4fe04b-c373-4666-8019-8269aeec1947 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.352555] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 793.352555] env[69773]: value = "task-3389830" [ 793.352555] env[69773]: _type = "Task" [ 793.352555] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.361944] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389830, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.472536] env[69773]: DEBUG nova.compute.manager [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.512284] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acae401-6e66-4015-b3b2-979684996bb7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.521745] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd879a0-b437-4dd4-8d80-7d2aa1a89650 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.560599] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a988ed96-8e50-4653-a2d2-dc84d5f5f5fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.569938] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beec976-1159-435d-ac00-526b83c3bc87 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.585198] env[69773]: DEBUG nova.compute.provider_tree [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.800150] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "refresh_cache-436f3955-a2cc-40e8-8f60-4c5cdd31699c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.800316] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "refresh_cache-436f3955-a2cc-40e8-8f60-4c5cdd31699c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.800477] env[69773]: DEBUG nova.network.neutron [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 793.862829] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389830, 'name': Rename_Task, 'duration_secs': 0.365587} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.863139] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.863403] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1da8d8f-614a-4eda-9a4c-8fe19b1cca3e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.870056] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 793.870056] env[69773]: value = "task-3389831" [ 793.870056] env[69773]: _type = "Task" [ 793.870056] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.878129] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.005577] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.089139] env[69773]: DEBUG nova.scheduler.client.report [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.354690] env[69773]: DEBUG nova.network.neutron [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 794.384021] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.594390] env[69773]: DEBUG nova.network.neutron [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Updating instance_info_cache with network_info: [{"id": "232bda04-7b7f-4ea3-b633-b2a89e34334c", "address": "fa:16:3e:81:1a:e9", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232bda04-7b", "ovs_interfaceid": "232bda04-7b7f-4ea3-b633-b2a89e34334c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.595684] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.599009] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.481s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.599009] env[69773]: DEBUG nova.objects.instance [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lazy-loading 'resources' on Instance uuid 39f89723-74fb-4bf2-9696-a25bb1bc35ee {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.628778] env[69773]: INFO nova.scheduler.client.report [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted allocations for instance fe5f21a5-ff4f-4417-8059-64202582eca0 [ 794.884521] env[69773]: DEBUG oslo_vmware.api [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389831, 'name': PowerOnVM_Task, 'duration_secs': 0.711926} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.884800] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.885127] env[69773]: INFO nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Took 9.45 seconds to spawn the instance on the hypervisor. [ 794.885478] env[69773]: DEBUG nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.886418] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f530bb4-d0c7-4526-b47b-3c4bb888ed9e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.098985] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "refresh_cache-436f3955-a2cc-40e8-8f60-4c5cdd31699c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.099533] env[69773]: DEBUG nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Instance network_info: |[{"id": "232bda04-7b7f-4ea3-b633-b2a89e34334c", "address": "fa:16:3e:81:1a:e9", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232bda04-7b", "ovs_interfaceid": "232bda04-7b7f-4ea3-b633-b2a89e34334c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.099984] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:1a:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '863474bc-a24a-4823-828c-580a187829e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '232bda04-7b7f-4ea3-b633-b2a89e34334c', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.108451] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.112096] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.112096] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec231f77-7ea0-43dc-8f6b-eab8c45925a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.135393] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.135393] env[69773]: value = "task-3389833" [ 795.135393] env[69773]: _type = "Task" [ 795.135393] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.149109] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e116982-2389-48bf-94e1-6254f890594b tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fe5f21a5-ff4f-4417-8059-64202582eca0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.298s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.156729] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389833, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.407837] env[69773]: INFO nova.compute.manager [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Took 43.41 seconds to build instance. [ 795.611961] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573f66a7-6264-4bd1-b9a0-8032325b7970 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.620827] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d331ac78-9848-4b4d-8857-6958301c89ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.656988] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf78635b-10d1-49a8-b573-6e59ec9158a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.672097] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4981f460-306c-4755-8d19-f7209de0c4c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.676181] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389833, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.688299] env[69773]: DEBUG nova.compute.provider_tree [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.753260] env[69773]: DEBUG nova.compute.manager [req-be4b4037-1f31-48ca-aff0-c5659297ba09 req-85d4b453-70ba-441f-bd5d-918f2e085d0f service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Received event network-changed-232bda04-7b7f-4ea3-b633-b2a89e34334c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.753260] env[69773]: DEBUG nova.compute.manager [req-be4b4037-1f31-48ca-aff0-c5659297ba09 req-85d4b453-70ba-441f-bd5d-918f2e085d0f service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Refreshing instance network info cache due to event network-changed-232bda04-7b7f-4ea3-b633-b2a89e34334c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.753260] env[69773]: DEBUG oslo_concurrency.lockutils [req-be4b4037-1f31-48ca-aff0-c5659297ba09 req-85d4b453-70ba-441f-bd5d-918f2e085d0f service nova] Acquiring lock "refresh_cache-436f3955-a2cc-40e8-8f60-4c5cdd31699c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.753260] env[69773]: DEBUG oslo_concurrency.lockutils [req-be4b4037-1f31-48ca-aff0-c5659297ba09 req-85d4b453-70ba-441f-bd5d-918f2e085d0f service nova] Acquired lock "refresh_cache-436f3955-a2cc-40e8-8f60-4c5cdd31699c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.753260] env[69773]: DEBUG nova.network.neutron [req-be4b4037-1f31-48ca-aff0-c5659297ba09 req-85d4b453-70ba-441f-bd5d-918f2e085d0f service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Refreshing network info cache for port 232bda04-7b7f-4ea3-b633-b2a89e34334c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 795.910479] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5202ad7-a88d-431d-a936-a03f24f2fe5f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "f08673e9-d62a-44c1-97a6-92b057edfd43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.971s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.163058] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389833, 'name': CreateVM_Task, 'duration_secs': 0.612493} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.163237] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.163965] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.164143] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.164447] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.164819] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1991633d-96d7-4f7f-957e-f070b3bc0a9a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.169800] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 796.169800] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528ad398-e8d0-f41c-07fb-18049b88ee7e" [ 796.169800] env[69773]: _type = "Task" [ 796.169800] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.180462] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528ad398-e8d0-f41c-07fb-18049b88ee7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.191763] env[69773]: DEBUG nova.scheduler.client.report [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.413040] env[69773]: DEBUG nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.431676] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.432203] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.682397] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528ad398-e8d0-f41c-07fb-18049b88ee7e, 'name': SearchDatastore_Task, 'duration_secs': 0.022716} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.682938] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.683495] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.683746] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.683893] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.684084] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.684438] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f1c0b2-6311-4fbf-91f5-cf397569eee0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.695301] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.695495] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.696799] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.098s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.699956] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-565e4fda-5d6f-47b0-995e-7fb31a9c6c99 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.703914] env[69773]: DEBUG nova.network.neutron [req-be4b4037-1f31-48ca-aff0-c5659297ba09 req-85d4b453-70ba-441f-bd5d-918f2e085d0f service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Updated VIF entry in instance network info cache for port 232bda04-7b7f-4ea3-b633-b2a89e34334c. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 796.704254] env[69773]: DEBUG nova.network.neutron [req-be4b4037-1f31-48ca-aff0-c5659297ba09 req-85d4b453-70ba-441f-bd5d-918f2e085d0f service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Updating instance_info_cache with network_info: [{"id": "232bda04-7b7f-4ea3-b633-b2a89e34334c", "address": "fa:16:3e:81:1a:e9", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap232bda04-7b", "ovs_interfaceid": "232bda04-7b7f-4ea3-b633-b2a89e34334c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.707850] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.917s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.708622] env[69773]: DEBUG nova.objects.instance [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lazy-loading 'resources' on Instance uuid 07251cf7-66fc-4d91-8c22-0be032ae93c0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.717950] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 796.717950] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c4576d-ab25-4335-2793-0cd29579c1f6" [ 796.717950] env[69773]: _type = "Task" [ 796.717950] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.731761] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c4576d-ab25-4335-2793-0cd29579c1f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.733173] env[69773]: INFO nova.scheduler.client.report [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Deleted allocations for instance 39f89723-74fb-4bf2-9696-a25bb1bc35ee [ 796.737694] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e61d0b0-b6ce-45a8-9615-4538831bb585 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.745053] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 796.745053] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0303e-cff1-2c8c-1b1f-a1044809d41c" [ 796.745053] env[69773]: _type = "Task" [ 796.745053] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.755293] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0303e-cff1-2c8c-1b1f-a1044809d41c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.935730] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.211232] env[69773]: DEBUG oslo_concurrency.lockutils [req-be4b4037-1f31-48ca-aff0-c5659297ba09 req-85d4b453-70ba-441f-bd5d-918f2e085d0f service nova] Releasing lock "refresh_cache-436f3955-a2cc-40e8-8f60-4c5cdd31699c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.250752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-34f3c307-e6f7-4f30-8a90-605a3a21e33f tempest-ServersAdmin275Test-819078910 tempest-ServersAdmin275Test-819078910-project-member] Lock "39f89723-74fb-4bf2-9696-a25bb1bc35ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.436s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.268434] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0303e-cff1-2c8c-1b1f-a1044809d41c, 'name': SearchDatastore_Task, 'duration_secs': 0.014837} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.270072] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.270422] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 436f3955-a2cc-40e8-8f60-4c5cdd31699c/436f3955-a2cc-40e8-8f60-4c5cdd31699c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.270801] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ea7852c-b989-45bb-8458-40aabeea3417 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.285112] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 797.285112] env[69773]: value = "task-3389835" [ 797.285112] env[69773]: _type = "Task" [ 797.285112] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.303528] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.800086] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.853263] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ec0bd7-bbfa-4f6b-97ea-83d777d2a784 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.866574] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6cb396-7efa-47e1-830c-6a468919ccd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.907470] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dee5a79-4a45-4adc-be93-a6d4a3bbe36f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.916881] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0296684f-ac24-44ef-89e0-18b8e8b93842 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.932902] env[69773]: DEBUG nova.compute.provider_tree [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.144876] env[69773]: DEBUG nova.compute.manager [req-4b015bc1-7064-4e80-9528-9c4218d6df4a req-3870bacc-d816-4940-bf2e-47f23ab0b6a1 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Received event network-changed-962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.145019] env[69773]: DEBUG nova.compute.manager [req-4b015bc1-7064-4e80-9528-9c4218d6df4a req-3870bacc-d816-4940-bf2e-47f23ab0b6a1 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Refreshing instance network info cache due to event network-changed-962ba2f1-b6a4-4966-8031-40fc4aee3f13. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.145273] env[69773]: DEBUG oslo_concurrency.lockutils [req-4b015bc1-7064-4e80-9528-9c4218d6df4a req-3870bacc-d816-4940-bf2e-47f23ab0b6a1 service nova] Acquiring lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.145504] env[69773]: DEBUG oslo_concurrency.lockutils [req-4b015bc1-7064-4e80-9528-9c4218d6df4a req-3870bacc-d816-4940-bf2e-47f23ab0b6a1 service nova] Acquired lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.146041] env[69773]: DEBUG nova.network.neutron [req-4b015bc1-7064-4e80-9528-9c4218d6df4a req-3870bacc-d816-4940-bf2e-47f23ab0b6a1 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Refreshing network info cache for port 962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 798.297454] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560597} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.297713] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 436f3955-a2cc-40e8-8f60-4c5cdd31699c/436f3955-a2cc-40e8-8f60-4c5cdd31699c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.297920] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.298205] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acf18e38-d635-400a-b36f-44b58b4c6b5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.306284] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 798.306284] env[69773]: value = "task-3389836" [ 798.306284] env[69773]: _type = "Task" [ 798.306284] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.316785] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.436957] env[69773]: DEBUG nova.scheduler.client.report [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.822979] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068297} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.822979] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.822979] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6628ab7a-0609-4b20-91e0-447c35f90236 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.848794] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 436f3955-a2cc-40e8-8f60-4c5cdd31699c/436f3955-a2cc-40e8-8f60-4c5cdd31699c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.849156] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c131127f-718f-498b-bb2e-2ee63e1c57ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.875009] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 798.875009] env[69773]: value = "task-3389837" [ 798.875009] env[69773]: _type = "Task" [ 798.875009] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.884821] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.944062] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.946642] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.282s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.980419] env[69773]: INFO nova.scheduler.client.report [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Deleted allocations for instance 07251cf7-66fc-4d91-8c22-0be032ae93c0 [ 799.224775] env[69773]: DEBUG nova.network.neutron [req-4b015bc1-7064-4e80-9528-9c4218d6df4a req-3870bacc-d816-4940-bf2e-47f23ab0b6a1 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Updated VIF entry in instance network info cache for port 962ba2f1-b6a4-4966-8031-40fc4aee3f13. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 799.224878] env[69773]: DEBUG nova.network.neutron [req-4b015bc1-7064-4e80-9528-9c4218d6df4a req-3870bacc-d816-4940-bf2e-47f23ab0b6a1 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Updating instance_info_cache with network_info: [{"id": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "address": "fa:16:3e:1e:14:b8", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962ba2f1-b6", "ovs_interfaceid": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.390825] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.491061] env[69773]: DEBUG oslo_concurrency.lockutils [None req-242b7b5f-69fb-4681-a75d-6aff3f148f7c tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.138s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.493509] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.450s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.493833] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.494779] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.494779] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.497868] env[69773]: INFO nova.compute.manager [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Terminating instance [ 799.727622] env[69773]: DEBUG oslo_concurrency.lockutils [req-4b015bc1-7064-4e80-9528-9c4218d6df4a req-3870bacc-d816-4940-bf2e-47f23ab0b6a1 service nova] Releasing lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.886748] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389837, 'name': ReconfigVM_Task, 'duration_secs': 0.718207} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.890363] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 436f3955-a2cc-40e8-8f60-4c5cdd31699c/436f3955-a2cc-40e8-8f60-4c5cdd31699c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.891121] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-075b2596-a91b-4e2d-b240-2e6015829725 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.900150] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 799.900150] env[69773]: value = "task-3389839" [ 799.900150] env[69773]: _type = "Task" [ 799.900150] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.908682] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389839, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.991256] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e584c752-772f-40a4-ac1f-6456ca1d81ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.991256] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 5bc1d382-2c5a-4bdc-b954-edf74a06409c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.991416] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6abd05de-6a9c-43e4-91b2-1b361e389b18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.991451] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 9ff79424-7170-4235-8542-6e7d812d89b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.991598] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 0f7e6714-42dc-4c79-a565-b1b122162a8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.991682] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.991799] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 26d30203-6fef-4dbc-a6f4-63fc6987f6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.991933] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 241a1686-456e-42a0-8258-752ff9aebb61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.992054] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance d9135e1c-5104-4429-a638-8df20416734e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.992211] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance d9d89e7c-9ad9-4f0b-8026-8e6590f489ce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.992347] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance d5636048-8dd2-4219-9255-a6eefda4c13c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.992746] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 24b7175b-8e69-455a-9d6a-77d38ed854f1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.992746] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.992746] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 686e0d63-bf19-4572-b5b9-3ad96e5cea23 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.992858] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 59d09973-861e-45bf-8920-54b9d06ebe08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.992951] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e5bc9684-6a36-43e9-9f08-631914048341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.993136] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 7b3eb504-a327-4840-9fdd-1d465f9030e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.993309] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance d1e8d329-10f8-475f-ac75-5581910b407c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.993386] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance f08673e9-d62a-44c1-97a6-92b057edfd43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 799.993505] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 436f3955-a2cc-40e8-8f60-4c5cdd31699c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 800.002300] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.002473] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquired lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.002892] env[69773]: DEBUG nova.network.neutron [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 800.271967] env[69773]: DEBUG nova.compute.manager [req-4eed690b-dd2a-4d0a-a090-9c0f83697d03 req-4c9b16e1-767a-4253-b421-ee061cd081b3 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Received event network-changed-962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.272158] env[69773]: DEBUG nova.compute.manager [req-4eed690b-dd2a-4d0a-a090-9c0f83697d03 req-4c9b16e1-767a-4253-b421-ee061cd081b3 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Refreshing instance network info cache due to event network-changed-962ba2f1-b6a4-4966-8031-40fc4aee3f13. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.272373] env[69773]: DEBUG oslo_concurrency.lockutils [req-4eed690b-dd2a-4d0a-a090-9c0f83697d03 req-4c9b16e1-767a-4253-b421-ee061cd081b3 service nova] Acquiring lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.272512] env[69773]: DEBUG oslo_concurrency.lockutils [req-4eed690b-dd2a-4d0a-a090-9c0f83697d03 req-4c9b16e1-767a-4253-b421-ee061cd081b3 service nova] Acquired lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.272670] env[69773]: DEBUG nova.network.neutron [req-4eed690b-dd2a-4d0a-a090-9c0f83697d03 req-4c9b16e1-767a-4253-b421-ee061cd081b3 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Refreshing network info cache for port 962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 800.416830] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389839, 'name': Rename_Task, 'duration_secs': 0.171936} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.417593] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.417593] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-170f8ec7-d364-4b89-97cc-8c5ac0a4e484 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.425623] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 800.425623] env[69773]: value = "task-3389840" [ 800.425623] env[69773]: _type = "Task" [ 800.425623] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.438392] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.498760] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 800.504666] env[69773]: DEBUG nova.compute.utils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Can not refresh info_cache because instance was not found {{(pid=69773) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 800.530985] env[69773]: DEBUG nova.network.neutron [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 800.677561] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.678548] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.678771] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.679012] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.679238] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.681501] env[69773]: INFO nova.compute.manager [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Terminating instance [ 800.692621] env[69773]: DEBUG nova.network.neutron [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.696084] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.696084] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.937651] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.004520] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6fe4702c-4579-481c-8774-22e4b484f1c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.193451] env[69773]: DEBUG nova.compute.manager [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.193704] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.194633] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643845d-3611-4dd8-9ff5-5e71311cdef0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.198109] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Releasing lock "refresh_cache-07251cf7-66fc-4d91-8c22-0be032ae93c0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.198624] env[69773]: DEBUG nova.compute.manager [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.198878] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.199228] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85ac71f0-6910-4573-9b33-326dd5df33cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.207396] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.208597] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37110de0-fdba-4a23-8b01-e7df670d642f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.210866] env[69773]: DEBUG nova.network.neutron [req-4eed690b-dd2a-4d0a-a090-9c0f83697d03 req-4c9b16e1-767a-4253-b421-ee061cd081b3 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Updated VIF entry in instance network info cache for port 962ba2f1-b6a4-4966-8031-40fc4aee3f13. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 801.211251] env[69773]: DEBUG nova.network.neutron [req-4eed690b-dd2a-4d0a-a090-9c0f83697d03 req-4c9b16e1-767a-4253-b421-ee061cd081b3 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Updating instance_info_cache with network_info: [{"id": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "address": "fa:16:3e:1e:14:b8", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962ba2f1-b6", "ovs_interfaceid": "962ba2f1-b6a4-4966-8031-40fc4aee3f13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.215356] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d59c609-fa82-4dde-b91b-d68f85801452 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.235026] env[69773]: DEBUG oslo_vmware.api [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 801.235026] env[69773]: value = "task-3389842" [ 801.235026] env[69773]: _type = "Task" [ 801.235026] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.258592] env[69773]: WARNING nova.virt.vmwareapi.vmops [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 07251cf7-66fc-4d91-8c22-0be032ae93c0 could not be found. [ 801.258897] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.259113] env[69773]: INFO nova.compute.manager [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Took 0.06 seconds to destroy the instance on the hypervisor. [ 801.259413] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.262858] env[69773]: DEBUG nova.compute.manager [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 801.262956] env[69773]: DEBUG nova.network.neutron [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 801.264870] env[69773]: DEBUG oslo_vmware.api [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.300627] env[69773]: DEBUG nova.network.neutron [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 801.439665] env[69773]: DEBUG oslo_vmware.api [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389840, 'name': PowerOnVM_Task, 'duration_secs': 0.891289} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.439972] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.440276] env[69773]: INFO nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Took 9.10 seconds to spawn the instance on the hypervisor. [ 801.440473] env[69773]: DEBUG nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.441357] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f7324e-e57a-493e-bbe2-2f6acd16ce22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.508123] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 5d71c637-3757-42b0-95b3-be80ef214b7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 801.728261] env[69773]: DEBUG oslo_concurrency.lockutils [req-4eed690b-dd2a-4d0a-a090-9c0f83697d03 req-4c9b16e1-767a-4253-b421-ee061cd081b3 service nova] Releasing lock "refresh_cache-f08673e9-d62a-44c1-97a6-92b057edfd43" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.745589] env[69773]: DEBUG oslo_vmware.api [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389842, 'name': PowerOffVM_Task, 'duration_secs': 0.271893} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.746012] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.746306] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.746665] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef22e9ca-c62e-4a3a-85a0-c445ca1dd5b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.803946] env[69773]: DEBUG nova.network.neutron [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.811524] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.811742] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.811944] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Deleting the datastore file [datastore2] 5bc1d382-2c5a-4bdc-b954-edf74a06409c {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.812255] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcc3490e-ad60-462a-a9c4-b10c9326305f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.822855] env[69773]: DEBUG oslo_vmware.api [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for the task: (returnval){ [ 801.822855] env[69773]: value = "task-3389844" [ 801.822855] env[69773]: _type = "Task" [ 801.822855] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.832992] env[69773]: DEBUG oslo_vmware.api [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389844, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.967448] env[69773]: INFO nova.compute.manager [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Took 45.27 seconds to build instance. [ 802.011675] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 41ae2b76-c337-469b-8515-cd2ffa613644 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.306312] env[69773]: INFO nova.compute.manager [-] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Took 1.04 seconds to deallocate network for instance. [ 802.333798] env[69773]: DEBUG oslo_vmware.api [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Task: {'id': task-3389844, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138907} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.334161] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.334358] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.334622] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.334702] env[69773]: INFO nova.compute.manager [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 802.334937] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.336257] env[69773]: DEBUG nova.compute.manager [-] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.336257] env[69773]: DEBUG nova.network.neutron [-] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 802.468383] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5fccfb6-a9c4-4d73-a939-9b2ebac2ced7 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.688s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.514858] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 89407115-4044-4f5a-81eb-0ec832bf79f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 802.811936] env[69773]: INFO nova.compute.manager [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance disappeared during terminate [ 802.812186] env[69773]: DEBUG oslo_concurrency.lockutils [None req-09f9ab0a-a468-4003-a11f-5f631bd3e029 tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "07251cf7-66fc-4d91-8c22-0be032ae93c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.319s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.898275] env[69773]: DEBUG nova.compute.manager [req-ef41e631-49b0-4236-8dcd-2bba6a5aac2c req-88541d3b-bc26-41f7-a0c1-6d718e201b23 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Received event network-vif-deleted-1f2361ef-64c0-4c25-98cd-27c981ad33b5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.898541] env[69773]: INFO nova.compute.manager [req-ef41e631-49b0-4236-8dcd-2bba6a5aac2c req-88541d3b-bc26-41f7-a0c1-6d718e201b23 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Neutron deleted interface 1f2361ef-64c0-4c25-98cd-27c981ad33b5; detaching it from the instance and deleting it from the info cache [ 802.898725] env[69773]: DEBUG nova.network.neutron [req-ef41e631-49b0-4236-8dcd-2bba6a5aac2c req-88541d3b-bc26-41f7-a0c1-6d718e201b23 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.975505] env[69773]: DEBUG nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.020927] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 5857e7c0-7800-4019-b55a-c420b8febbf7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.164380] env[69773]: DEBUG nova.network.neutron [-] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.404046] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ecb3505-dfaa-4aac-b711-293022d8cf2e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.413560] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec5c8bc-8c8d-4e95-b7a8-51d7d61289b6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.448659] env[69773]: DEBUG nova.compute.manager [req-ef41e631-49b0-4236-8dcd-2bba6a5aac2c req-88541d3b-bc26-41f7-a0c1-6d718e201b23 service nova] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Detach interface failed, port_id=1f2361ef-64c0-4c25-98cd-27c981ad33b5, reason: Instance 5bc1d382-2c5a-4bdc-b954-edf74a06409c could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 803.498215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.525299] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance bdc1c5b8-305c-4af1-b14f-0913fbf9916d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 803.666895] env[69773]: INFO nova.compute.manager [-] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Took 1.33 seconds to deallocate network for instance. [ 803.733536] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.733536] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.029485] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance dfc247a0-5352-4e13-bd3d-16edea9e2145 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.173132] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.532249] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 3f350c0f-2d81-473e-835a-6883f6efd920 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 804.736401] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.736533] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.736718] env[69773]: DEBUG nova.compute.manager [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.737723] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c74c34-bfbe-4c02-99d6-a0961d6cbda5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.745120] env[69773]: DEBUG nova.compute.manager [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 804.745755] env[69773]: DEBUG nova.objects.instance [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lazy-loading 'flavor' on Instance uuid 7b3eb504-a327-4840-9fdd-1d465f9030e3 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.035380] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance eed44ef8-fc14-466a-bab1-1e0192d0c51c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.538040] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 3684986e-3928-4f7f-bbf0-274977244745 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 805.758239] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.758239] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f78ab87e-2a85-417c-b7df-b92383530988 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.767055] env[69773]: DEBUG oslo_vmware.api [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 805.767055] env[69773]: value = "task-3389846" [ 805.767055] env[69773]: _type = "Task" [ 805.767055] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.775425] env[69773]: DEBUG oslo_vmware.api [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.041316] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance f6a9839e-615a-411c-8e3e-2ce15dd85dd4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 806.041626] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 806.041772] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 806.278247] env[69773]: DEBUG oslo_vmware.api [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389846, 'name': PowerOffVM_Task, 'duration_secs': 0.240087} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.280685] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.280885] env[69773]: DEBUG nova.compute.manager [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.281915] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269d860f-bb91-4cd4-ac00-485f7d088cbc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.429919] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c65cb42-039d-41e4-ab47-2302f53d623d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.438861] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2986f928-0547-4182-898f-12b3ba3d1457 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.470477] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1d0c57-fe05-4eea-bea7-d11deae89459 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.478898] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1048bcba-25dd-4bb7-902d-1d14cfaebb19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.493045] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.796747] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1f2199db-0760-4a03-a788-d0ea5d8a20b0 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.829865] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Acquiring lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.830198] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.997136] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.267841] env[69773]: DEBUG nova.objects.instance [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lazy-loading 'flavor' on Instance uuid 7b3eb504-a327-4840-9fdd-1d465f9030e3 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.502368] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 807.502604] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.556s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.502889] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.723s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.504456] env[69773]: INFO nova.compute.claims [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.773245] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.773325] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquired lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.773496] env[69773]: DEBUG nova.network.neutron [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 807.773675] env[69773]: DEBUG nova.objects.instance [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lazy-loading 'info_cache' on Instance uuid 7b3eb504-a327-4840-9fdd-1d465f9030e3 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.276838] env[69773]: DEBUG nova.objects.base [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Object Instance<7b3eb504-a327-4840-9fdd-1d465f9030e3> lazy-loaded attributes: flavor,info_cache {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 809.048078] env[69773]: DEBUG nova.network.neutron [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Updating instance_info_cache with network_info: [{"id": "598b19de-1cd4-4a03-b548-75db79a4b3e0", "address": "fa:16:3e:3b:3d:4a", "network": {"id": "fcfa4746-4904-4567-993c-5891202674e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1452328662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "780117ce47cc42a2984cc1889872364b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "863474bc-a24a-4823-828c-580a187829e3", "external-id": "nsx-vlan-transportzone-617", "segmentation_id": 617, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap598b19de-1c", "ovs_interfaceid": "598b19de-1cd4-4a03-b548-75db79a4b3e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.096039] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a809c83-a608-4d97-8004-cb1ceefd630e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.110186] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad224df0-9fad-429c-9f41-4ac1f27688e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.143521] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591db8cd-ef21-4cba-828f-c1056531e1a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.153480] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05c5fb5-3a28-4506-953d-45225f44b0a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.168480] env[69773]: DEBUG nova.compute.provider_tree [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.550903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Releasing lock "refresh_cache-7b3eb504-a327-4840-9fdd-1d465f9030e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.672455] env[69773]: DEBUG nova.scheduler.client.report [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.178031] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.178273] env[69773]: DEBUG nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.180817] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.381s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.181016] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.184502] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.559s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.185972] env[69773]: INFO nova.compute.claims [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.205153] env[69773]: INFO nova.scheduler.client.report [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Deleted allocations for instance d5636048-8dd2-4219-9255-a6eefda4c13c [ 810.556905] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.558591] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca1567b6-b584-4ca9-87c2-a4030ed62528 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.567033] env[69773]: DEBUG oslo_vmware.api [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 810.567033] env[69773]: value = "task-3389847" [ 810.567033] env[69773]: _type = "Task" [ 810.567033] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.575095] env[69773]: DEBUG oslo_vmware.api [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.690995] env[69773]: DEBUG nova.compute.utils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.694485] env[69773]: DEBUG nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.694660] env[69773]: DEBUG nova.network.neutron [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.712908] env[69773]: DEBUG oslo_concurrency.lockutils [None req-487ccdd9-61ca-45fb-8122-e1d2a4f9b146 tempest-ServerPasswordTestJSON-1043748409 tempest-ServerPasswordTestJSON-1043748409-project-member] Lock "d5636048-8dd2-4219-9255-a6eefda4c13c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.471s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.746503] env[69773]: DEBUG nova.policy [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fa69983e40d436fa05f6b7b430818d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589ea34d8af746cbb896aa6eb9039f07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.083636] env[69773]: DEBUG oslo_vmware.api [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389847, 'name': PowerOnVM_Task, 'duration_secs': 0.392047} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.084086] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.084334] env[69773]: DEBUG nova.compute.manager [None req-f5b495fa-ad04-4290-9598-18c98af52fc5 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.085581] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55277f12-d741-4232-9434-98404d219e65 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.142442] env[69773]: DEBUG nova.network.neutron [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Successfully created port: b12d384d-6133-4438-b770-4b7c8d882d73 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.197533] env[69773]: DEBUG nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 811.672725] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f532f165-63c2-4f59-9107-9a2fa07c5ad6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.685106] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b46cdf-da68-4134-9d02-9dcc2f47c805 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.722011] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47333ba9-50fd-4ace-ab88-729661e91cae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.731213] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74dad7c-45fc-4afa-93bd-2ca6f5260050 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.746256] env[69773]: DEBUG nova.compute.provider_tree [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.226816] env[69773]: DEBUG nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 812.252911] env[69773]: DEBUG nova.scheduler.client.report [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.270351] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 812.270612] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 812.270767] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.270946] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 812.271106] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.271256] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 812.271866] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 812.271866] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 812.271866] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 812.272024] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 812.273024] env[69773]: DEBUG nova.virt.hardware [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 812.273024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7813fa8-aa7f-4b4d-be3c-9328b73439cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.283171] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24869f59-1e29-402a-bdac-7ec351031750 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.750266] env[69773]: DEBUG nova.compute.manager [req-c6a6a884-616b-49d5-b067-dbd29fbae9d0 req-ab2957fb-07e9-40ba-af41-e87441da1d91 service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Received event network-vif-plugged-b12d384d-6133-4438-b770-4b7c8d882d73 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.750521] env[69773]: DEBUG oslo_concurrency.lockutils [req-c6a6a884-616b-49d5-b067-dbd29fbae9d0 req-ab2957fb-07e9-40ba-af41-e87441da1d91 service nova] Acquiring lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.750780] env[69773]: DEBUG oslo_concurrency.lockutils [req-c6a6a884-616b-49d5-b067-dbd29fbae9d0 req-ab2957fb-07e9-40ba-af41-e87441da1d91 service nova] Lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.750818] env[69773]: DEBUG oslo_concurrency.lockutils [req-c6a6a884-616b-49d5-b067-dbd29fbae9d0 req-ab2957fb-07e9-40ba-af41-e87441da1d91 service nova] Lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.750998] env[69773]: DEBUG nova.compute.manager [req-c6a6a884-616b-49d5-b067-dbd29fbae9d0 req-ab2957fb-07e9-40ba-af41-e87441da1d91 service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] No waiting events found dispatching network-vif-plugged-b12d384d-6133-4438-b770-4b7c8d882d73 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.751281] env[69773]: WARNING nova.compute.manager [req-c6a6a884-616b-49d5-b067-dbd29fbae9d0 req-ab2957fb-07e9-40ba-af41-e87441da1d91 service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Received unexpected event network-vif-plugged-b12d384d-6133-4438-b770-4b7c8d882d73 for instance with vm_state building and task_state spawning. [ 812.758125] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.758665] env[69773]: DEBUG nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.764569] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.686s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.764569] env[69773]: INFO nova.compute.claims [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.878203] env[69773]: DEBUG nova.network.neutron [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Successfully updated port: b12d384d-6133-4438-b770-4b7c8d882d73 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.268503] env[69773]: DEBUG nova.compute.utils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.273200] env[69773]: DEBUG nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 813.273472] env[69773]: DEBUG nova.network.neutron [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 813.372047] env[69773]: DEBUG nova.policy [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7c15677dc454f6f8bec89f582b4a798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb40387446674823ba68438dbb4cf9c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.380023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "refresh_cache-7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.380305] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "refresh_cache-7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.380564] env[69773]: DEBUG nova.network.neutron [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 813.781393] env[69773]: DEBUG nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.819712] env[69773]: DEBUG nova.network.neutron [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Successfully created port: 32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.972755] env[69773]: DEBUG nova.network.neutron [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 814.272908] env[69773]: DEBUG nova.network.neutron [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Updating instance_info_cache with network_info: [{"id": "b12d384d-6133-4438-b770-4b7c8d882d73", "address": "fa:16:3e:bd:1d:2d", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb12d384d-61", "ovs_interfaceid": "b12d384d-6133-4438-b770-4b7c8d882d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.303628] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bb83c7-43f6-4047-9af7-e321ab9c679c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.315778] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28c06dd-03de-48a3-bde1-68cc12d99fad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.349286] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af565e40-4be7-4a54-b218-3213c1a97292 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.360175] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c128a3e-a14b-479b-9786-0c80eafed304 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.380288] env[69773]: DEBUG nova.compute.provider_tree [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.387864] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.387937] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.388128] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.388302] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.388459] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.390564] env[69773]: INFO nova.compute.manager [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Terminating instance [ 814.777636] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "refresh_cache-7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.777971] env[69773]: DEBUG nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Instance network_info: |[{"id": "b12d384d-6133-4438-b770-4b7c8d882d73", "address": "fa:16:3e:bd:1d:2d", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb12d384d-61", "ovs_interfaceid": "b12d384d-6133-4438-b770-4b7c8d882d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.778431] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:1d:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b12d384d-6133-4438-b770-4b7c8d882d73', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.789593] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.789864] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.794019] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a852785-c6c2-4af5-8454-68eb192ab67e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.814282] env[69773]: DEBUG nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.817611] env[69773]: DEBUG nova.compute.manager [req-88c803d7-5845-4aad-b477-91e139f16056 req-3bb69069-504f-4aa6-8186-027d8b89e538 service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Received event network-changed-b12d384d-6133-4438-b770-4b7c8d882d73 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.817754] env[69773]: DEBUG nova.compute.manager [req-88c803d7-5845-4aad-b477-91e139f16056 req-3bb69069-504f-4aa6-8186-027d8b89e538 service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Refreshing instance network info cache due to event network-changed-b12d384d-6133-4438-b770-4b7c8d882d73. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.817999] env[69773]: DEBUG oslo_concurrency.lockutils [req-88c803d7-5845-4aad-b477-91e139f16056 req-3bb69069-504f-4aa6-8186-027d8b89e538 service nova] Acquiring lock "refresh_cache-7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.818191] env[69773]: DEBUG oslo_concurrency.lockutils [req-88c803d7-5845-4aad-b477-91e139f16056 req-3bb69069-504f-4aa6-8186-027d8b89e538 service nova] Acquired lock "refresh_cache-7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.818407] env[69773]: DEBUG nova.network.neutron [req-88c803d7-5845-4aad-b477-91e139f16056 req-3bb69069-504f-4aa6-8186-027d8b89e538 service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Refreshing network info cache for port b12d384d-6133-4438-b770-4b7c8d882d73 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 814.840617] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.840617] env[69773]: value = "task-3389848" [ 814.840617] env[69773]: _type = "Task" [ 814.840617] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.849965] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.850396] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.850627] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.852031] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.852235] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.852420] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.852667] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.852857] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.853084] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.853284] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.853488] env[69773]: DEBUG nova.virt.hardware [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.854329] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6315f332-3dde-463e-938a-88d98ce45c16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.860939] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389848, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.867752] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf795b61-2fbb-47f5-857c-fbbdaeffc5b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.886657] env[69773]: DEBUG nova.scheduler.client.report [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.897379] env[69773]: DEBUG nova.compute.manager [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.898693] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.899754] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08efeff6-ddea-4f73-a894-964304255cb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.909348] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.909548] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52db5a42-72d9-459e-906e-0b4ba1380860 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.918990] env[69773]: DEBUG oslo_vmware.api [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 814.918990] env[69773]: value = "task-3389849" [ 814.918990] env[69773]: _type = "Task" [ 814.918990] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.930332] env[69773]: DEBUG oslo_vmware.api [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.353692] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389848, 'name': CreateVM_Task, 'duration_secs': 0.325635} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.353867] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.354603] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.354770] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.355096] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.356356] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ba8e5e9-05d5-4b24-a388-3171a5fbcaa2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.362180] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 815.362180] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52298e9f-83ee-9352-e14f-4bf688c80cc2" [ 815.362180] env[69773]: _type = "Task" [ 815.362180] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.370502] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52298e9f-83ee-9352-e14f-4bf688c80cc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.391981] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.392558] env[69773]: DEBUG nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.396692] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.318s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.396963] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.399728] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.601s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.401773] env[69773]: INFO nova.compute.claims [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.441597] env[69773]: DEBUG oslo_vmware.api [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389849, 'name': PowerOffVM_Task, 'duration_secs': 0.268356} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.443595] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.443595] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.443595] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-620e3b51-d83a-43d1-82d4-1124ebca5def {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.459740] env[69773]: INFO nova.scheduler.client.report [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Deleted allocations for instance d9d89e7c-9ad9-4f0b-8026-8e6590f489ce [ 815.515947] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.516074] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.516254] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleting the datastore file [datastore1] 436f3955-a2cc-40e8-8f60-4c5cdd31699c {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.517277] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20926b5c-cf9d-44ec-8db0-591d71f28451 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.528109] env[69773]: DEBUG oslo_vmware.api [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 815.528109] env[69773]: value = "task-3389851" [ 815.528109] env[69773]: _type = "Task" [ 815.528109] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.538365] env[69773]: DEBUG oslo_vmware.api [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.774320] env[69773]: DEBUG nova.network.neutron [req-88c803d7-5845-4aad-b477-91e139f16056 req-3bb69069-504f-4aa6-8186-027d8b89e538 service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Updated VIF entry in instance network info cache for port b12d384d-6133-4438-b770-4b7c8d882d73. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 815.774713] env[69773]: DEBUG nova.network.neutron [req-88c803d7-5845-4aad-b477-91e139f16056 req-3bb69069-504f-4aa6-8186-027d8b89e538 service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Updating instance_info_cache with network_info: [{"id": "b12d384d-6133-4438-b770-4b7c8d882d73", "address": "fa:16:3e:bd:1d:2d", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb12d384d-61", "ovs_interfaceid": "b12d384d-6133-4438-b770-4b7c8d882d73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.875013] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52298e9f-83ee-9352-e14f-4bf688c80cc2, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.876868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.876868] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.876868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.876868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.876868] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.879739] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b9ad850-372c-4008-b65d-4d5484052cdc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.894120] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.894336] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.895521] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b76849a-3636-4c7d-aabf-faa76f7fc7b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.903181] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 815.903181] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b1e1e3-c906-7613-7e32-c17c7f447207" [ 815.903181] env[69773]: _type = "Task" [ 815.903181] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.914948] env[69773]: DEBUG nova.compute.utils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.916439] env[69773]: DEBUG nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.916608] env[69773]: DEBUG nova.network.neutron [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.927840] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b1e1e3-c906-7613-7e32-c17c7f447207, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.929256] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888750de-d7f8-48be-9d66-0afb88627577 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.936905] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 815.936905] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ce383e-36e2-b570-6aec-2c2db5519ff9" [ 815.936905] env[69773]: _type = "Task" [ 815.936905] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.946160] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ce383e-36e2-b570-6aec-2c2db5519ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.971370] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f52ca48c-0231-4682-916d-992f8ff9ae4b tempest-ServerDiagnosticsV248Test-1150339724 tempest-ServerDiagnosticsV248Test-1150339724-project-member] Lock "d9d89e7c-9ad9-4f0b-8026-8e6590f489ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.175s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.038976] env[69773]: DEBUG oslo_vmware.api [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130964} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.039247] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.039428] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.039594] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.039760] env[69773]: INFO nova.compute.manager [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 816.039991] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.040189] env[69773]: DEBUG nova.compute.manager [-] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.040280] env[69773]: DEBUG nova.network.neutron [-] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 816.210018] env[69773]: DEBUG nova.network.neutron [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Successfully updated port: 32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.226601] env[69773]: DEBUG nova.policy [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81c950c074a44ef691b8f4bbae6d9b75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '787a9ed11b004605996b9c615671f2dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.278013] env[69773]: DEBUG oslo_concurrency.lockutils [req-88c803d7-5845-4aad-b477-91e139f16056 req-3bb69069-504f-4aa6-8186-027d8b89e538 service nova] Releasing lock "refresh_cache-7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.423353] env[69773]: DEBUG nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.454017] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ce383e-36e2-b570-6aec-2c2db5519ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.454017] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.454017] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0/7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.454017] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e19fe738-57f6-44d6-9350-6c8a53607709 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.461126] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 816.461126] env[69773]: value = "task-3389852" [ 816.461126] env[69773]: _type = "Task" [ 816.461126] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.474318] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.665200] env[69773]: DEBUG nova.compute.manager [req-e7ad3731-0d4f-48bb-ab76-0f15df8a8e54 req-be764584-652c-4ed1-836c-799a326f8dd5 service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Received event network-vif-deleted-232bda04-7b7f-4ea3-b633-b2a89e34334c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.665648] env[69773]: INFO nova.compute.manager [req-e7ad3731-0d4f-48bb-ab76-0f15df8a8e54 req-be764584-652c-4ed1-836c-799a326f8dd5 service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Neutron deleted interface 232bda04-7b7f-4ea3-b633-b2a89e34334c; detaching it from the instance and deleting it from the info cache [ 816.666061] env[69773]: DEBUG nova.network.neutron [req-e7ad3731-0d4f-48bb-ab76-0f15df8a8e54 req-be764584-652c-4ed1-836c-799a326f8dd5 service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.713938] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.714427] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.714427] env[69773]: DEBUG nova.network.neutron [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 816.745962] env[69773]: DEBUG nova.network.neutron [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Successfully created port: 10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.818748] env[69773]: DEBUG nova.network.neutron [-] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.967627] env[69773]: DEBUG nova.compute.manager [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Received event network-vif-plugged-32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.967935] env[69773]: DEBUG oslo_concurrency.lockutils [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] Acquiring lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.968055] env[69773]: DEBUG oslo_concurrency.lockutils [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.968234] env[69773]: DEBUG oslo_concurrency.lockutils [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.968383] env[69773]: DEBUG nova.compute.manager [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] No waiting events found dispatching network-vif-plugged-32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 816.968774] env[69773]: WARNING nova.compute.manager [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Received unexpected event network-vif-plugged-32b4fccd-6ba0-4a44-be61-05eb5dff0013 for instance with vm_state building and task_state spawning. [ 816.969058] env[69773]: DEBUG nova.compute.manager [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Received event network-changed-32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.969144] env[69773]: DEBUG nova.compute.manager [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Refreshing instance network info cache due to event network-changed-32b4fccd-6ba0-4a44-be61-05eb5dff0013. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.969466] env[69773]: DEBUG oslo_concurrency.lockutils [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] Acquiring lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.984125] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443029} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.984426] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0/7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.984748] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.984942] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fcef4f4-a3a2-4403-a522-3efad4a71a47 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.995376] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 816.995376] env[69773]: value = "task-3389853" [ 816.995376] env[69773]: _type = "Task" [ 816.995376] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.011476] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.021366] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "01587496-3a39-4322-bc85-f4cb057f383f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.022131] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "01587496-3a39-4322-bc85-f4cb057f383f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.032499] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a428364d-6f6e-43a8-89fa-fafe991159c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.041130] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a355f0-cd23-40ec-9e38-1c97fdf4d8dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.077201] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7085aac-6266-4534-94a5-e804649e8c71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.084794] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d449306-a3c6-4fb8-9520-4f29e03c8203 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.100311] env[69773]: DEBUG nova.compute.provider_tree [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.173048] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-104464ae-973c-4450-8c7a-571a15b7ca6a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.183851] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a98379-7e3a-4627-a1a4-d2bc988a0bec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.226646] env[69773]: DEBUG nova.compute.manager [req-e7ad3731-0d4f-48bb-ab76-0f15df8a8e54 req-be764584-652c-4ed1-836c-799a326f8dd5 service nova] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Detach interface failed, port_id=232bda04-7b7f-4ea3-b633-b2a89e34334c, reason: Instance 436f3955-a2cc-40e8-8f60-4c5cdd31699c could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.271532] env[69773]: DEBUG nova.network.neutron [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 817.324988] env[69773]: INFO nova.compute.manager [-] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Took 1.28 seconds to deallocate network for instance. [ 817.436020] env[69773]: DEBUG nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.443564] env[69773]: DEBUG nova.network.neutron [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [{"id": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "address": "fa:16:3e:81:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4fccd-6b", "ovs_interfaceid": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.463455] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.463690] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.463843] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.464038] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.464192] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.464339] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.464547] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.464702] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.464868] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.465017] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.465232] env[69773]: DEBUG nova.virt.hardware [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.466380] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772e820e-51c4-4265-bd1c-f825c68a8182 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.475598] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e6518f-0176-420a-98d2-48a2b222b7fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.504971] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070516} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.505276] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.506151] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239e26c3-d876-48b2-a2ed-6248a0d21fe5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.531430] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0/7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.532111] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba2e3178-2724-4f7a-9dab-ee206e8535c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.553299] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 817.553299] env[69773]: value = "task-3389854" [ 817.553299] env[69773]: _type = "Task" [ 817.553299] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.562168] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.604031] env[69773]: DEBUG nova.scheduler.client.report [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.831623] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.946352] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.946755] env[69773]: DEBUG nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Instance network_info: |[{"id": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "address": "fa:16:3e:81:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4fccd-6b", "ovs_interfaceid": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.947151] env[69773]: DEBUG oslo_concurrency.lockutils [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] Acquired lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.947436] env[69773]: DEBUG nova.network.neutron [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Refreshing network info cache for port 32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 817.948875] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:74:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32b4fccd-6ba0-4a44-be61-05eb5dff0013', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.957221] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating folder: Project (fb40387446674823ba68438dbb4cf9c9). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.960584] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c6d8b69-c05d-4c55-a505-fbb167644495 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.975554] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Created folder: Project (fb40387446674823ba68438dbb4cf9c9) in parent group-v676268. [ 817.976638] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating folder: Instances. Parent ref: group-v676376. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.976638] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e764e52-e11b-47ae-9dd5-67255ab70043 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.987473] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Created folder: Instances in parent group-v676376. [ 817.987916] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.988141] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.988248] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d2596ab-7ca5-4ffe-97cc-ddd428a2c154 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.013069] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.013069] env[69773]: value = "task-3389857" [ 818.013069] env[69773]: _type = "Task" [ 818.013069] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.021699] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389857, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.063311] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389854, 'name': ReconfigVM_Task, 'duration_secs': 0.300483} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.063596] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0/7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.064247] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-915597d2-7686-441c-bda6-3355efbc82c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.071220] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 818.071220] env[69773]: value = "task-3389858" [ 818.071220] env[69773]: _type = "Task" [ 818.071220] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.080124] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389858, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.111010] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.111901] env[69773]: DEBUG nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 818.115137] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.644s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.115359] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.117516] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.226s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.117725] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.119492] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.461s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.121219] env[69773]: INFO nova.compute.claims [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.148480] env[69773]: INFO nova.scheduler.client.report [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted allocations for instance 686e0d63-bf19-4572-b5b9-3ad96e5cea23 [ 818.150775] env[69773]: INFO nova.scheduler.client.report [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Deleted allocations for instance 24b7175b-8e69-455a-9d6a-77d38ed854f1 [ 818.228604] env[69773]: DEBUG nova.network.neutron [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updated VIF entry in instance network info cache for port 32b4fccd-6ba0-4a44-be61-05eb5dff0013. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 818.229048] env[69773]: DEBUG nova.network.neutron [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [{"id": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "address": "fa:16:3e:81:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4fccd-6b", "ovs_interfaceid": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.526602] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389857, 'name': CreateVM_Task, 'duration_secs': 0.356085} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.527066] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.527592] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.527769] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.528106] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.528399] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-384359ea-9913-42a5-9a8c-a76b5fbeb239 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.535747] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 818.535747] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bc27a1-741e-473c-4929-d5fa9e4b435d" [ 818.535747] env[69773]: _type = "Task" [ 818.535747] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.556342] env[69773]: DEBUG nova.network.neutron [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Successfully updated port: 10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.557631] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bc27a1-741e-473c-4929-d5fa9e4b435d, 'name': SearchDatastore_Task, 'duration_secs': 0.01091} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.557929] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.558474] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.558730] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.558877] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.559059] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.559323] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84e8d260-3cae-424c-87eb-755e3997aff1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.570847] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.570847] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.570847] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879ab7d5-ee5f-40b7-8cff-2a88008dc3b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.582386] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 818.582386] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d72cf5-2c67-344b-fd1f-d1ca57b6f8fa" [ 818.582386] env[69773]: _type = "Task" [ 818.582386] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.585250] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389858, 'name': Rename_Task, 'duration_secs': 0.141583} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.589583] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.589583] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c468ea5a-8e5d-4268-bf90-f9f7a11dd6cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.597102] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d72cf5-2c67-344b-fd1f-d1ca57b6f8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010498} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.599341] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 818.599341] env[69773]: value = "task-3389859" [ 818.599341] env[69773]: _type = "Task" [ 818.599341] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.599498] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae045b2-577e-4e63-b23d-9717fa902ff3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.609446] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 818.609446] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52811e45-dcce-d527-c891-db83c1c1bbb7" [ 818.609446] env[69773]: _type = "Task" [ 818.609446] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.612274] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.621281] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52811e45-dcce-d527-c891-db83c1c1bbb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.626626] env[69773]: DEBUG nova.compute.utils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.633022] env[69773]: DEBUG nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.633022] env[69773]: DEBUG nova.network.neutron [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.663008] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aea12262-39f7-4f75-9b07-1f557fea722e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "686e0d63-bf19-4572-b5b9-3ad96e5cea23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.763s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.673278] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26368de7-ce8c-4821-96fa-73f4c74ef4b3 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "24b7175b-8e69-455a-9d6a-77d38ed854f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.159s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.677811] env[69773]: DEBUG nova.policy [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '823b27cd18a845f3ad325ba6a00bf8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a5f4557f579416dab17361cfe5819d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.732246] env[69773]: DEBUG oslo_concurrency.lockutils [req-e5db465b-5608-4e8b-8338-73402d3ed377 req-3083a141-0569-4e4d-827c-db4793446816 service nova] Releasing lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.062878] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquiring lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.063194] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquired lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.063194] env[69773]: DEBUG nova.network.neutron [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 819.114916] env[69773]: DEBUG oslo_vmware.api [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389859, 'name': PowerOnVM_Task, 'duration_secs': 0.466885} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.118215] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.118433] env[69773]: INFO nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Took 6.89 seconds to spawn the instance on the hypervisor. [ 819.118696] env[69773]: DEBUG nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.119408] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770a1ccc-2901-492d-9015-29270526d6d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.133338] env[69773]: DEBUG nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 819.138064] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52811e45-dcce-d527-c891-db83c1c1bbb7, 'name': SearchDatastore_Task, 'duration_secs': 0.018091} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.138811] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.139077] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 6fe4702c-4579-481c-8774-22e4b484f1c9/6fe4702c-4579-481c-8774-22e4b484f1c9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.140199] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99d2c7b2-bbf6-47e7-a3f8-c9181f6e9536 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.148105] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 819.148105] env[69773]: value = "task-3389860" [ 819.148105] env[69773]: _type = "Task" [ 819.148105] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.161021] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.179103] env[69773]: DEBUG nova.network.neutron [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Successfully created port: 45d60915-5068-44c8-8fd9-206503be933d {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 819.186367] env[69773]: DEBUG nova.compute.manager [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Received event network-vif-plugged-10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.186367] env[69773]: DEBUG oslo_concurrency.lockutils [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] Acquiring lock "5d71c637-3757-42b0-95b3-be80ef214b7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.186367] env[69773]: DEBUG oslo_concurrency.lockutils [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] Lock "5d71c637-3757-42b0-95b3-be80ef214b7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.186367] env[69773]: DEBUG oslo_concurrency.lockutils [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] Lock "5d71c637-3757-42b0-95b3-be80ef214b7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.186367] env[69773]: DEBUG nova.compute.manager [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] No waiting events found dispatching network-vif-plugged-10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.186367] env[69773]: WARNING nova.compute.manager [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Received unexpected event network-vif-plugged-10d86cea-9250-4808-8ed7-fd54708d5e8d for instance with vm_state building and task_state spawning. [ 819.186367] env[69773]: DEBUG nova.compute.manager [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Received event network-changed-10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.186367] env[69773]: DEBUG nova.compute.manager [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Refreshing instance network info cache due to event network-changed-10d86cea-9250-4808-8ed7-fd54708d5e8d. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.186367] env[69773]: DEBUG oslo_concurrency.lockutils [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] Acquiring lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.511338] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.511797] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.609350] env[69773]: DEBUG nova.network.neutron [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 819.661206] env[69773]: INFO nova.compute.manager [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Took 54.90 seconds to build instance. [ 819.672168] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389860, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.700679] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070064ee-d9eb-4dbe-b67c-0132af5e67d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.710936] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d3781d-d6be-4c23-b722-b7e6c2ba523d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.749545] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0661b7-e4aa-4dc3-a6d4-b99806744639 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.761993] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0521903-9c3b-4b6d-a55b-3a16f1423173 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.779551] env[69773]: DEBUG nova.compute.provider_tree [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.819171] env[69773]: DEBUG nova.network.neutron [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Updating instance_info_cache with network_info: [{"id": "10d86cea-9250-4808-8ed7-fd54708d5e8d", "address": "fa:16:3e:73:76:98", "network": {"id": "ebf59f7e-dd44-48e7-a562-79185dba0f49", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-151034299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "787a9ed11b004605996b9c615671f2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d86cea-92", "ovs_interfaceid": "10d86cea-9250-4808-8ed7-fd54708d5e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.152653] env[69773]: DEBUG nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 820.167683] env[69773]: DEBUG oslo_concurrency.lockutils [None req-52081160-4efc-4535-918c-f238e33cf83c tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.848s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.167683] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.776425} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.168388] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 6fe4702c-4579-481c-8774-22e4b484f1c9/6fe4702c-4579-481c-8774-22e4b484f1c9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.168815] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.168909] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba51552c-f7c4-4e94-8b8d-f18109763939 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.185378] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 820.185378] env[69773]: value = "task-3389861" [ 820.185378] env[69773]: _type = "Task" [ 820.185378] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.202321] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.204894] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 820.205190] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 820.205290] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.205498] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 820.205607] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.205749] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 820.205950] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 820.206156] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 820.206303] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 820.206462] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 820.206632] env[69773]: DEBUG nova.virt.hardware [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 820.207955] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830a4560-ca9e-4ef8-9bda-f160a33fa34d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.219092] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8f4368-557c-4429-bc4b-7717c2517b20 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.283258] env[69773]: DEBUG nova.scheduler.client.report [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.322184] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Releasing lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.322534] env[69773]: DEBUG nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Instance network_info: |[{"id": "10d86cea-9250-4808-8ed7-fd54708d5e8d", "address": "fa:16:3e:73:76:98", "network": {"id": "ebf59f7e-dd44-48e7-a562-79185dba0f49", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-151034299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "787a9ed11b004605996b9c615671f2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d86cea-92", "ovs_interfaceid": "10d86cea-9250-4808-8ed7-fd54708d5e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.322832] env[69773]: DEBUG oslo_concurrency.lockutils [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] Acquired lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.323018] env[69773]: DEBUG nova.network.neutron [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Refreshing network info cache for port 10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 820.324461] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:76:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b29df12-5674-476d-a9e5-5e20f704d224', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10d86cea-9250-4808-8ed7-fd54708d5e8d', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.339359] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Creating folder: Project (787a9ed11b004605996b9c615671f2dd). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.344064] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-711424c4-0ba4-4a7d-8e05-fed38602c140 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.360808] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Created folder: Project (787a9ed11b004605996b9c615671f2dd) in parent group-v676268. [ 820.361102] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Creating folder: Instances. Parent ref: group-v676379. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.362136] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b21fa60-d34b-4ae6-be1a-91fdc33ca699 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.376905] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Created folder: Instances in parent group-v676379. [ 820.377055] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.378183] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.378183] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d9347ac-efef-406f-928d-4d4805e335e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.417547] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.417547] env[69773]: value = "task-3389864" [ 820.417547] env[69773]: _type = "Task" [ 820.417547] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.429697] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389864, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.612911] env[69773]: DEBUG nova.network.neutron [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Updated VIF entry in instance network info cache for port 10d86cea-9250-4808-8ed7-fd54708d5e8d. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 820.613296] env[69773]: DEBUG nova.network.neutron [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Updating instance_info_cache with network_info: [{"id": "10d86cea-9250-4808-8ed7-fd54708d5e8d", "address": "fa:16:3e:73:76:98", "network": {"id": "ebf59f7e-dd44-48e7-a562-79185dba0f49", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-151034299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "787a9ed11b004605996b9c615671f2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d86cea-92", "ovs_interfaceid": "10d86cea-9250-4808-8ed7-fd54708d5e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.675367] env[69773]: DEBUG nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.695058] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199645} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.695343] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.696311] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cdadf3-63dc-4c52-af1d-5ed2859a534e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.720639] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 6fe4702c-4579-481c-8774-22e4b484f1c9/6fe4702c-4579-481c-8774-22e4b484f1c9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.721714] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc5ba055-0c0b-45a8-a278-1cc781afa8a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.745410] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 820.745410] env[69773]: value = "task-3389865" [ 820.745410] env[69773]: _type = "Task" [ 820.745410] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.758718] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.788372] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.788885] env[69773]: DEBUG nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.791954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.642s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.794098] env[69773]: INFO nova.compute.claims [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.928638] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389864, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.092838] env[69773]: DEBUG nova.network.neutron [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Successfully updated port: 45d60915-5068-44c8-8fd9-206503be933d {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 821.115885] env[69773]: DEBUG oslo_concurrency.lockutils [req-9006c941-34cf-4f9d-8e00-db8cbd217830 req-a3a95385-be48-42f3-babe-cc1ac3a1bdd2 service nova] Releasing lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.200207] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.260216] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.299111] env[69773]: DEBUG nova.compute.utils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.303899] env[69773]: DEBUG nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.303899] env[69773]: DEBUG nova.network.neutron [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.368938] env[69773]: DEBUG nova.policy [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4050988ed994c108c554bd94b9778da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5565e10c3334b62a2a940b6f8aa9f73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.430984] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389864, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.598291] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-41ae2b76-c337-469b-8515-cd2ffa613644" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.598291] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-41ae2b76-c337-469b-8515-cd2ffa613644" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.600543] env[69773]: DEBUG nova.network.neutron [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 821.651626] env[69773]: DEBUG nova.compute.manager [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Received event network-vif-plugged-45d60915-5068-44c8-8fd9-206503be933d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.652495] env[69773]: DEBUG oslo_concurrency.lockutils [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] Acquiring lock "41ae2b76-c337-469b-8515-cd2ffa613644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.653438] env[69773]: DEBUG oslo_concurrency.lockutils [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] Lock "41ae2b76-c337-469b-8515-cd2ffa613644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.654194] env[69773]: DEBUG oslo_concurrency.lockutils [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] Lock "41ae2b76-c337-469b-8515-cd2ffa613644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.654194] env[69773]: DEBUG nova.compute.manager [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] No waiting events found dispatching network-vif-plugged-45d60915-5068-44c8-8fd9-206503be933d {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.654194] env[69773]: WARNING nova.compute.manager [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Received unexpected event network-vif-plugged-45d60915-5068-44c8-8fd9-206503be933d for instance with vm_state building and task_state spawning. [ 821.654344] env[69773]: DEBUG nova.compute.manager [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Received event network-changed-45d60915-5068-44c8-8fd9-206503be933d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.654528] env[69773]: DEBUG nova.compute.manager [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Refreshing instance network info cache due to event network-changed-45d60915-5068-44c8-8fd9-206503be933d. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.654780] env[69773]: DEBUG oslo_concurrency.lockutils [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] Acquiring lock "refresh_cache-41ae2b76-c337-469b-8515-cd2ffa613644" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.759475] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389865, 'name': ReconfigVM_Task, 'duration_secs': 0.804156} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.759848] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 6fe4702c-4579-481c-8774-22e4b484f1c9/6fe4702c-4579-481c-8774-22e4b484f1c9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.760586] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b572a4aa-02c2-422d-8994-095895bc67dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.768814] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 821.768814] env[69773]: value = "task-3389866" [ 821.768814] env[69773]: _type = "Task" [ 821.768814] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.779089] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "afac3398-435b-4dfd-825e-a05d31148b35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.779759] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "afac3398-435b-4dfd-825e-a05d31148b35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.787067] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389866, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.803336] env[69773]: DEBUG nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.912694] env[69773]: DEBUG nova.compute.manager [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.914463] env[69773]: DEBUG nova.network.neutron [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Successfully created port: a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.919397] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23737d5e-9bba-486e-88ce-0ebff1a5c1fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.951602] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389864, 'name': CreateVM_Task, 'duration_secs': 1.150563} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.951715] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.952517] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.952736] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.953149] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.953344] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bc9eaa-7463-4071-b225-d6ea22430214 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.964543] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 821.964543] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5278b0ad-c342-31ba-e3f1-669d9ded298a" [ 821.964543] env[69773]: _type = "Task" [ 821.964543] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.976710] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5278b0ad-c342-31ba-e3f1-669d9ded298a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.156040] env[69773]: DEBUG nova.network.neutron [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 822.281333] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389866, 'name': Rename_Task, 'duration_secs': 0.177247} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.281617] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.281869] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8064545-871d-41af-aba9-4b0e132e480f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.286428] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4f4e62-403a-482d-abbf-e9689bd1571a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.294196] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 822.294196] env[69773]: value = "task-3389867" [ 822.294196] env[69773]: _type = "Task" [ 822.294196] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.299195] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b65a32-8afa-453d-94e6-976ff6a04497 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.311351] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.338677] env[69773]: DEBUG nova.network.neutron [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Updating instance_info_cache with network_info: [{"id": "45d60915-5068-44c8-8fd9-206503be933d", "address": "fa:16:3e:a1:a9:98", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d60915-50", "ovs_interfaceid": "45d60915-5068-44c8-8fd9-206503be933d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.343641] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcbc6cf-2368-41f6-a8dc-d1687e102a98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.352703] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeec87c-4709-41ab-8d08-44d276f50bc4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.370645] env[69773]: DEBUG nova.compute.provider_tree [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.463224] env[69773]: INFO nova.compute.manager [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] instance snapshotting [ 822.464996] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340c13ec-ea9c-440a-83ec-63b4b7140f28 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.477469] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5278b0ad-c342-31ba-e3f1-669d9ded298a, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.490404] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.490663] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.490930] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.491108] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.491296] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.491693] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8a926a7-7035-498a-99f9-ed13c1b25556 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.494172] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4498c43-5553-4a82-8ab1-06a028d1ba3b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.507937] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.508161] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.508882] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbfc048-5f9a-429b-9669-a8b57ecb998c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.514850] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 822.514850] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5208f0c1-c8fe-26c6-30ab-3a2d7494cbcd" [ 822.514850] env[69773]: _type = "Task" [ 822.514850] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.524637] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5208f0c1-c8fe-26c6-30ab-3a2d7494cbcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.807257] env[69773]: DEBUG oslo_vmware.api [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3389867, 'name': PowerOnVM_Task, 'duration_secs': 0.506283} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.807563] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.807920] env[69773]: INFO nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Took 7.99 seconds to spawn the instance on the hypervisor. [ 822.808019] env[69773]: DEBUG nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.810854] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4eba4b-dc1f-47a7-b614-d2e86e3cdcf1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.844125] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-41ae2b76-c337-469b-8515-cd2ffa613644" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.844456] env[69773]: DEBUG nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Instance network_info: |[{"id": "45d60915-5068-44c8-8fd9-206503be933d", "address": "fa:16:3e:a1:a9:98", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d60915-50", "ovs_interfaceid": "45d60915-5068-44c8-8fd9-206503be933d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.844772] env[69773]: DEBUG oslo_concurrency.lockutils [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] Acquired lock "refresh_cache-41ae2b76-c337-469b-8515-cd2ffa613644" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.845579] env[69773]: DEBUG nova.network.neutron [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Refreshing network info cache for port 45d60915-5068-44c8-8fd9-206503be933d {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 822.846122] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a9:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45d60915-5068-44c8-8fd9-206503be933d', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.855015] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.860588] env[69773]: DEBUG nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.861433] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.862112] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e53677a6-5234-4729-aa47-8e57a6794f68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.882624] env[69773]: DEBUG nova.scheduler.client.report [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.892442] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.893206] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.893497] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.893846] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.894440] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.894536] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.895061] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.895061] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.895177] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.895375] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.895543] env[69773]: DEBUG nova.virt.hardware [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.896833] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4134c71-11e2-45d4-a210-758ff1a50336 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.902211] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.902211] env[69773]: value = "task-3389868" [ 822.902211] env[69773]: _type = "Task" [ 822.902211] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.908582] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3384e1d1-3fc3-49a4-a845-509eaa026407 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.918054] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389868, 'name': CreateVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.009007] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.009380] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-491df6ff-6da9-442d-a269-56b3890fbd8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.023289] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 823.023289] env[69773]: value = "task-3389869" [ 823.023289] env[69773]: _type = "Task" [ 823.023289] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.031755] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5208f0c1-c8fe-26c6-30ab-3a2d7494cbcd, 'name': SearchDatastore_Task, 'duration_secs': 0.027701} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.033052] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f18e67-d55d-418d-82d8-8de54675972d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.038964] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389869, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.043724] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 823.043724] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527a551f-bc0f-0b16-3f7e-ea5aa6dddc58" [ 823.043724] env[69773]: _type = "Task" [ 823.043724] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.053984] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527a551f-bc0f-0b16-3f7e-ea5aa6dddc58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.115842] env[69773]: DEBUG nova.network.neutron [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Updated VIF entry in instance network info cache for port 45d60915-5068-44c8-8fd9-206503be933d. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 823.116313] env[69773]: DEBUG nova.network.neutron [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Updating instance_info_cache with network_info: [{"id": "45d60915-5068-44c8-8fd9-206503be933d", "address": "fa:16:3e:a1:a9:98", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d60915-50", "ovs_interfaceid": "45d60915-5068-44c8-8fd9-206503be933d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.329268] env[69773]: INFO nova.compute.manager [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Took 51.73 seconds to build instance. [ 823.389144] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.389729] env[69773]: DEBUG nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.393416] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.319s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.398591] env[69773]: INFO nova.compute.claims [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.412806] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389868, 'name': CreateVM_Task, 'duration_secs': 0.387013} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.412935] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 823.415082] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.415082] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.415082] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.415082] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac677f4-3208-48f6-abd0-49172520fbe9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.419744] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 823.419744] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527f08fc-2425-44d1-9d95-b807998b2cec" [ 823.419744] env[69773]: _type = "Task" [ 823.419744] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.430710] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527f08fc-2425-44d1-9d95-b807998b2cec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.535608] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389869, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.555760] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527a551f-bc0f-0b16-3f7e-ea5aa6dddc58, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.556265] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.556569] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 5d71c637-3757-42b0-95b3-be80ef214b7b/5d71c637-3757-42b0-95b3-be80ef214b7b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.556887] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ff89365-4740-4173-8dcf-dacde77d8de4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.564827] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 823.564827] env[69773]: value = "task-3389870" [ 823.564827] env[69773]: _type = "Task" [ 823.564827] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.574287] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.620135] env[69773]: DEBUG oslo_concurrency.lockutils [req-39572e0b-7b46-4888-bcc4-db3517006aea req-c63d4608-1d7b-4a77-9b4b-0740e48a9e37 service nova] Releasing lock "refresh_cache-41ae2b76-c337-469b-8515-cd2ffa613644" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.741251] env[69773]: DEBUG nova.network.neutron [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Successfully updated port: a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.786587] env[69773]: DEBUG nova.compute.manager [req-47165f18-102f-4538-be1b-54e71d86ec6a req-c87379eb-d53a-41ff-82c3-6e9802d1160d service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Received event network-vif-plugged-a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.786810] env[69773]: DEBUG oslo_concurrency.lockutils [req-47165f18-102f-4538-be1b-54e71d86ec6a req-c87379eb-d53a-41ff-82c3-6e9802d1160d service nova] Acquiring lock "89407115-4044-4f5a-81eb-0ec832bf79f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.787032] env[69773]: DEBUG oslo_concurrency.lockutils [req-47165f18-102f-4538-be1b-54e71d86ec6a req-c87379eb-d53a-41ff-82c3-6e9802d1160d service nova] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.787224] env[69773]: DEBUG oslo_concurrency.lockutils [req-47165f18-102f-4538-be1b-54e71d86ec6a req-c87379eb-d53a-41ff-82c3-6e9802d1160d service nova] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.787429] env[69773]: DEBUG nova.compute.manager [req-47165f18-102f-4538-be1b-54e71d86ec6a req-c87379eb-d53a-41ff-82c3-6e9802d1160d service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] No waiting events found dispatching network-vif-plugged-a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.787627] env[69773]: WARNING nova.compute.manager [req-47165f18-102f-4538-be1b-54e71d86ec6a req-c87379eb-d53a-41ff-82c3-6e9802d1160d service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Received unexpected event network-vif-plugged-a50f3e25-e8ae-45b9-818a-9cb475ef167b for instance with vm_state building and task_state spawning. [ 823.831679] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db9e9356-0840-4827-82c9-78d8cc3657c6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.999s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.903887] env[69773]: DEBUG nova.compute.utils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.912242] env[69773]: DEBUG nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.912242] env[69773]: DEBUG nova.network.neutron [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.935359] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527f08fc-2425-44d1-9d95-b807998b2cec, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.935512] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.935664] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.935906] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.936076] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.936263] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.936914] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1fc7a34-a49f-49d3-b377-4808fcf1d5bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.964254] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.964591] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.965441] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d44119-6fe7-46c3-9830-4c1f15aa1a09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.978789] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 823.978789] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c835bd-74aa-e217-f435-6b103959b47a" [ 823.978789] env[69773]: _type = "Task" [ 823.978789] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.989234] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c835bd-74aa-e217-f435-6b103959b47a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.002739] env[69773]: DEBUG nova.policy [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6915611961c485181e8e6c032b6d22a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9258755c2c74ad98a6fc7438225c534', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.036929] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389869, 'name': CreateSnapshot_Task, 'duration_secs': 0.949584} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.037670] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 824.038349] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014c1fd9-fcdc-44e5-8747-92d4526f8485 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.081915] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389870, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.236642] env[69773]: DEBUG nova.compute.manager [req-259d725a-2d81-4961-9de1-612e27ff7c79 req-663df034-e876-4357-b6b3-ae9969ca84ad service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Received event network-changed-32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.237092] env[69773]: DEBUG nova.compute.manager [req-259d725a-2d81-4961-9de1-612e27ff7c79 req-663df034-e876-4357-b6b3-ae9969ca84ad service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Refreshing instance network info cache due to event network-changed-32b4fccd-6ba0-4a44-be61-05eb5dff0013. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.237324] env[69773]: DEBUG oslo_concurrency.lockutils [req-259d725a-2d81-4961-9de1-612e27ff7c79 req-663df034-e876-4357-b6b3-ae9969ca84ad service nova] Acquiring lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.237493] env[69773]: DEBUG oslo_concurrency.lockutils [req-259d725a-2d81-4961-9de1-612e27ff7c79 req-663df034-e876-4357-b6b3-ae9969ca84ad service nova] Acquired lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.237664] env[69773]: DEBUG nova.network.neutron [req-259d725a-2d81-4961-9de1-612e27ff7c79 req-663df034-e876-4357-b6b3-ae9969ca84ad service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Refreshing network info cache for port 32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 824.246094] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.246094] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquired lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.246094] env[69773]: DEBUG nova.network.neutron [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 824.337085] env[69773]: DEBUG nova.compute.manager [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.415357] env[69773]: DEBUG nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.496694] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c835bd-74aa-e217-f435-6b103959b47a, 'name': SearchDatastore_Task, 'duration_secs': 0.028965} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.497859] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79391f24-37da-480f-8f3b-b359cdfa91cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.508369] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 824.508369] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f6a969-ff42-eff4-1f53-b43e743f6fa8" [ 824.508369] env[69773]: _type = "Task" [ 824.508369] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.519180] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f6a969-ff42-eff4-1f53-b43e743f6fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.560512] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 824.563178] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a80d71b9-58b7-47da-a269-52c2a3f689ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.572684] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 824.572684] env[69773]: value = "task-3389871" [ 824.572684] env[69773]: _type = "Task" [ 824.572684] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.576263] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521401} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.579461] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 5d71c637-3757-42b0-95b3-be80ef214b7b/5d71c637-3757-42b0-95b3-be80ef214b7b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.579773] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.580255] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b34ee369-382c-4c25-afd9-bd02e8c053bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.589115] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389871, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.590241] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 824.590241] env[69773]: value = "task-3389872" [ 824.590241] env[69773]: _type = "Task" [ 824.590241] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.603631] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.669841] env[69773]: DEBUG nova.network.neutron [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Successfully created port: dea772d6-a293-4f61-8c1a-40615510800b {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.834744] env[69773]: DEBUG nova.network.neutron [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 824.862217] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.024032] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f6a969-ff42-eff4-1f53-b43e743f6fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.036298} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.024368] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.024722] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 41ae2b76-c337-469b-8515-cd2ffa613644/41ae2b76-c337-469b-8515-cd2ffa613644.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 825.025036] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-010366ec-c3d8-4ae2-a3db-35591457f5bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.029113] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649e03e1-03d5-48ff-9b0a-8b1bc4e50dcd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.037232] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b527a5-209d-4e5e-9957-3a464b123015 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.041635] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 825.041635] env[69773]: value = "task-3389873" [ 825.041635] env[69773]: _type = "Task" [ 825.041635] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.074495] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54d6fd2-f33d-4c5c-980f-5d9471be4017 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.080713] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.091633] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f79d99-6797-40b1-85f2-8116e60ba9f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.095468] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389871, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.103715] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.147212} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.113466] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.114826] env[69773]: DEBUG nova.compute.provider_tree [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.119597] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4045f3b-b07e-49d8-a5f8-4d408c04bb66 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.122019] env[69773]: DEBUG nova.network.neutron [req-259d725a-2d81-4961-9de1-612e27ff7c79 req-663df034-e876-4357-b6b3-ae9969ca84ad service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updated VIF entry in instance network info cache for port 32b4fccd-6ba0-4a44-be61-05eb5dff0013. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 825.122019] env[69773]: DEBUG nova.network.neutron [req-259d725a-2d81-4961-9de1-612e27ff7c79 req-663df034-e876-4357-b6b3-ae9969ca84ad service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [{"id": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "address": "fa:16:3e:81:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4fccd-6b", "ovs_interfaceid": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.144936] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 5d71c637-3757-42b0-95b3-be80ef214b7b/5d71c637-3757-42b0-95b3-be80ef214b7b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.145897] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55710654-5973-4412-a43c-334612d625bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.165637] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 825.165637] env[69773]: value = "task-3389874" [ 825.165637] env[69773]: _type = "Task" [ 825.165637] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.173890] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.193470] env[69773]: DEBUG nova.network.neutron [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Updating instance_info_cache with network_info: [{"id": "a50f3e25-e8ae-45b9-818a-9cb475ef167b", "address": "fa:16:3e:08:d4:f1", "network": {"id": "92f618d9-b4ed-4f89-b084-fe4b63b1a0ce", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-268301911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5565e10c3334b62a2a940b6f8aa9f73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f3e25-e8", "ovs_interfaceid": "a50f3e25-e8ae-45b9-818a-9cb475ef167b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.430794] env[69773]: DEBUG nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.458616] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:04:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a17503ce-e421-4809-9d98-fd113c2ff6ca',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1931116987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.458929] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.459145] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.459371] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.459551] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.459750] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.460026] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.460953] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.460953] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.460953] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.460953] env[69773]: DEBUG nova.virt.hardware [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.461737] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9994dae6-08fd-48a2-8427-32b85e5c8551 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.469963] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b455a565-c9bd-458f-a527-290708dc5378 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.551990] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389873, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.589367] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389871, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.621777] env[69773]: DEBUG nova.scheduler.client.report [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.626099] env[69773]: DEBUG oslo_concurrency.lockutils [req-259d725a-2d81-4961-9de1-612e27ff7c79 req-663df034-e876-4357-b6b3-ae9969ca84ad service nova] Releasing lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.676654] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389874, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.696727] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Releasing lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.697112] env[69773]: DEBUG nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Instance network_info: |[{"id": "a50f3e25-e8ae-45b9-818a-9cb475ef167b", "address": "fa:16:3e:08:d4:f1", "network": {"id": "92f618d9-b4ed-4f89-b084-fe4b63b1a0ce", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-268301911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5565e10c3334b62a2a940b6f8aa9f73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f3e25-e8", "ovs_interfaceid": "a50f3e25-e8ae-45b9-818a-9cb475ef167b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.697694] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:d4:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a50f3e25-e8ae-45b9-818a-9cb475ef167b', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.707048] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Creating folder: Project (d5565e10c3334b62a2a940b6f8aa9f73). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.707454] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfaaadd0-78ff-4db1-9c72-dbe92935d5ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.720490] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Created folder: Project (d5565e10c3334b62a2a940b6f8aa9f73) in parent group-v676268. [ 825.720692] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Creating folder: Instances. Parent ref: group-v676385. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.720917] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcfc407b-3c55-4d55-ae06-a04c1155f01d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.733017] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Created folder: Instances in parent group-v676385. [ 825.733718] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.733718] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.733899] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0084803-9788-41b3-866f-78c3bd96fba4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.754933] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.754933] env[69773]: value = "task-3389877" [ 825.754933] env[69773]: _type = "Task" [ 825.754933] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.764993] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389877, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.896215] env[69773]: DEBUG nova.compute.manager [req-98d3ad76-aacf-453d-895f-98b05f050291 req-69bbddb1-4cc4-4a20-8f9a-5f80b0f9f6e5 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Received event network-changed-a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.896416] env[69773]: DEBUG nova.compute.manager [req-98d3ad76-aacf-453d-895f-98b05f050291 req-69bbddb1-4cc4-4a20-8f9a-5f80b0f9f6e5 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Refreshing instance network info cache due to event network-changed-a50f3e25-e8ae-45b9-818a-9cb475ef167b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.896668] env[69773]: DEBUG oslo_concurrency.lockutils [req-98d3ad76-aacf-453d-895f-98b05f050291 req-69bbddb1-4cc4-4a20-8f9a-5f80b0f9f6e5 service nova] Acquiring lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.896811] env[69773]: DEBUG oslo_concurrency.lockutils [req-98d3ad76-aacf-453d-895f-98b05f050291 req-69bbddb1-4cc4-4a20-8f9a-5f80b0f9f6e5 service nova] Acquired lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.896968] env[69773]: DEBUG nova.network.neutron [req-98d3ad76-aacf-453d-895f-98b05f050291 req-69bbddb1-4cc4-4a20-8f9a-5f80b0f9f6e5 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Refreshing network info cache for port a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 826.052312] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805334} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.052596] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 41ae2b76-c337-469b-8515-cd2ffa613644/41ae2b76-c337-469b-8515-cd2ffa613644.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 826.052812] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 826.053081] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e00149f-718a-4c66-b994-45bb6e297136 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.061245] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 826.061245] env[69773]: value = "task-3389878" [ 826.061245] env[69773]: _type = "Task" [ 826.061245] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.069936] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.092914] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389871, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.128043] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.131129] env[69773]: DEBUG nova.compute.manager [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.131785] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.127s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.133401] env[69773]: INFO nova.compute.claims [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.179252] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389874, 'name': ReconfigVM_Task, 'duration_secs': 0.598977} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.179252] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 5d71c637-3757-42b0-95b3-be80ef214b7b/5d71c637-3757-42b0-95b3-be80ef214b7b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.179252] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a22c2dc4-c2d9-4c75-9d71-a4ef0b6bbfad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.186831] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 826.186831] env[69773]: value = "task-3389879" [ 826.186831] env[69773]: _type = "Task" [ 826.186831] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.196017] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389879, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.265401] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389877, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.405816] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "09125b7c-b1a3-4b75-b954-e5acad73ed86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.406153] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "09125b7c-b1a3-4b75-b954-e5acad73ed86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.571905] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063951} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.572804] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.573827] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfd1c91-2771-45d3-9b9a-0ad7dd7aeb82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.609765] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 41ae2b76-c337-469b-8515-cd2ffa613644/41ae2b76-c337-469b-8515-cd2ffa613644.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.614825] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14fd016a-4119-4e71-a18c-f320472c493a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.643721] env[69773]: DEBUG nova.compute.utils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.650533] env[69773]: DEBUG nova.compute.manager [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 826.658700] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389871, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.662305] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 826.662305] env[69773]: value = "task-3389880" [ 826.662305] env[69773]: _type = "Task" [ 826.662305] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.672230] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389880, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.698022] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389879, 'name': Rename_Task, 'duration_secs': 0.371961} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.698022] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.698022] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed7de9ce-0af8-453a-8466-54c3006a1234 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.704845] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 826.704845] env[69773]: value = "task-3389881" [ 826.704845] env[69773]: _type = "Task" [ 826.704845] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.713063] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.772498] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389877, 'name': CreateVM_Task, 'duration_secs': 0.619718} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.772694] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.773426] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.773593] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.773901] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.774173] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91c8fac5-5915-448c-80f4-380ab85137e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.779216] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 826.779216] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5218d779-7ff1-73ba-73b9-f831c149ea21" [ 826.779216] env[69773]: _type = "Task" [ 826.779216] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.787944] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5218d779-7ff1-73ba-73b9-f831c149ea21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.792441] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.792664] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.868935] env[69773]: DEBUG nova.network.neutron [req-98d3ad76-aacf-453d-895f-98b05f050291 req-69bbddb1-4cc4-4a20-8f9a-5f80b0f9f6e5 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Updated VIF entry in instance network info cache for port a50f3e25-e8ae-45b9-818a-9cb475ef167b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 826.869388] env[69773]: DEBUG nova.network.neutron [req-98d3ad76-aacf-453d-895f-98b05f050291 req-69bbddb1-4cc4-4a20-8f9a-5f80b0f9f6e5 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Updating instance_info_cache with network_info: [{"id": "a50f3e25-e8ae-45b9-818a-9cb475ef167b", "address": "fa:16:3e:08:d4:f1", "network": {"id": "92f618d9-b4ed-4f89-b084-fe4b63b1a0ce", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-268301911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5565e10c3334b62a2a940b6f8aa9f73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f3e25-e8", "ovs_interfaceid": "a50f3e25-e8ae-45b9-818a-9cb475ef167b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.885230] env[69773]: DEBUG nova.network.neutron [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Successfully updated port: dea772d6-a293-4f61-8c1a-40615510800b {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.107604] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389871, 'name': CloneVM_Task, 'duration_secs': 2.246919} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.107934] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Created linked-clone VM from snapshot [ 827.108973] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768af0a7-1c6c-402b-9de5-6207cff853ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.118569] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Uploading image ca5dafc9-d14d-437d-a174-d6779b7f3025 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.132284] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 827.132640] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83714a23-c3bf-4d4a-8703-712a39062887 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.140086] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 827.140086] env[69773]: value = "task-3389882" [ 827.140086] env[69773]: _type = "Task" [ 827.140086] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.149099] env[69773]: DEBUG nova.compute.manager [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.152538] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389882, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.174117] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.220177] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.288645] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5218d779-7ff1-73ba-73b9-f831c149ea21, 'name': SearchDatastore_Task, 'duration_secs': 0.014717} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.288944] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.289949] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.289949] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.289949] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.289949] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.289949] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d63beb01-7b11-4991-a0b0-d7874db90772 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.302681] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.303108] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.303652] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2419d8db-79fb-4dcd-a2c9-9db9e06e6b86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.311863] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 827.311863] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d664ab-8e77-8bed-b5e6-9744284d2622" [ 827.311863] env[69773]: _type = "Task" [ 827.311863] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.319732] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d664ab-8e77-8bed-b5e6-9744284d2622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.372828] env[69773]: DEBUG oslo_concurrency.lockutils [req-98d3ad76-aacf-453d-895f-98b05f050291 req-69bbddb1-4cc4-4a20-8f9a-5f80b0f9f6e5 service nova] Releasing lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.391130] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.391130] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.391130] env[69773]: DEBUG nova.network.neutron [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 827.628690] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dfc472-05ea-47de-8e36-0b0196ac58ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.645223] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0f0e9f-42c6-4d76-881f-fd2bb1fbbfa3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.657516] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389882, 'name': Destroy_Task, 'duration_secs': 0.393864} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.681178] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Destroyed the VM [ 827.681463] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 827.682256] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e772282-a923-427f-915e-b5c378bf6de1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.686897] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e868ab-7152-4935-bf72-e3ee550a9652 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.700264] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 827.700264] env[69773]: value = "task-3389883" [ 827.700264] env[69773]: _type = "Task" [ 827.700264] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.704523] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389880, 'name': ReconfigVM_Task, 'duration_secs': 0.582398} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.708548] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf9c88b-e1c5-4c68-bf7b-93a191f0c8be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.712123] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 41ae2b76-c337-469b-8515-cd2ffa613644/41ae2b76-c337-469b-8515-cd2ffa613644.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.713055] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1548cd5c-c85a-4ca4-9af8-571194a1ae76 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.722863] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389883, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.732860] env[69773]: DEBUG oslo_vmware.api [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3389881, 'name': PowerOnVM_Task, 'duration_secs': 0.688279} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.733607] env[69773]: DEBUG nova.compute.provider_tree [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.735811] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.736028] env[69773]: INFO nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Took 10.30 seconds to spawn the instance on the hypervisor. [ 827.736213] env[69773]: DEBUG nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.736536] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 827.736536] env[69773]: value = "task-3389884" [ 827.736536] env[69773]: _type = "Task" [ 827.736536] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.737510] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c0770-f3b3-41b3-ac9b-ef96bd7db933 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.749244] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389884, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.830204] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d664ab-8e77-8bed-b5e6-9744284d2622, 'name': SearchDatastore_Task, 'duration_secs': 0.014796} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.831028] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-232431b3-3ffa-424d-9775-8a563a3020e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.836527] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 827.836527] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5201d498-8dee-fc8b-1c8d-b6f17ab7367f" [ 827.836527] env[69773]: _type = "Task" [ 827.836527] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.846500] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5201d498-8dee-fc8b-1c8d-b6f17ab7367f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.923253] env[69773]: DEBUG nova.compute.manager [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Received event network-vif-plugged-dea772d6-a293-4f61-8c1a-40615510800b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.923765] env[69773]: DEBUG oslo_concurrency.lockutils [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] Acquiring lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.923824] env[69773]: DEBUG oslo_concurrency.lockutils [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.923971] env[69773]: DEBUG oslo_concurrency.lockutils [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.924154] env[69773]: DEBUG nova.compute.manager [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] No waiting events found dispatching network-vif-plugged-dea772d6-a293-4f61-8c1a-40615510800b {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.924374] env[69773]: WARNING nova.compute.manager [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Received unexpected event network-vif-plugged-dea772d6-a293-4f61-8c1a-40615510800b for instance with vm_state building and task_state spawning. [ 827.925121] env[69773]: DEBUG nova.compute.manager [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Received event network-changed-dea772d6-a293-4f61-8c1a-40615510800b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.925121] env[69773]: DEBUG nova.compute.manager [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Refreshing instance network info cache due to event network-changed-dea772d6-a293-4f61-8c1a-40615510800b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.925121] env[69773]: DEBUG oslo_concurrency.lockutils [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] Acquiring lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.933251] env[69773]: DEBUG nova.network.neutron [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 828.121816] env[69773]: DEBUG nova.network.neutron [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance_info_cache with network_info: [{"id": "dea772d6-a293-4f61-8c1a-40615510800b", "address": "fa:16:3e:d2:c8:4d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea772d6-a2", "ovs_interfaceid": "dea772d6-a293-4f61-8c1a-40615510800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.182842] env[69773]: DEBUG nova.compute.manager [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.209635] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.209885] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.210044] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.210231] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.210373] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.210515] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.210811] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.211008] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.211207] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.211413] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.211598] env[69773]: DEBUG nova.virt.hardware [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.212380] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc94476-34dd-40eb-9ce1-63f4ff141942 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.222143] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389883, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.223369] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf979e0-a996-4201-b563-0d071515d966 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.236300] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.242105] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Creating folder: Project (2c867ffd8648441aa04300f0361653f5). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.242980] env[69773]: DEBUG nova.scheduler.client.report [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.246203] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7445ffe-ba00-4eab-a63d-e1f4c3db4428 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.259525] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389884, 'name': Rename_Task, 'duration_secs': 0.178588} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.262933] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.262980] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Created folder: Project (2c867ffd8648441aa04300f0361653f5) in parent group-v676268. [ 828.263174] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Creating folder: Instances. Parent ref: group-v676388. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.263370] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecd5e90-23e8-42e9-85f1-975769e46532 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.264855] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46f1822f-59c1-49d7-bb52-e397d19d6bcf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.266584] env[69773]: INFO nova.compute.manager [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Took 56.22 seconds to build instance. [ 828.272295] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 828.272295] env[69773]: value = "task-3389886" [ 828.272295] env[69773]: _type = "Task" [ 828.272295] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.277541] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Created folder: Instances in parent group-v676388. [ 828.277762] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.280725] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.280967] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.281636] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5fe57b9-6251-4bf7-aaf9-b2055f4f4f94 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.300030] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.300030] env[69773]: value = "task-3389888" [ 828.300030] env[69773]: _type = "Task" [ 828.300030] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.308332] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389888, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.348828] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5201d498-8dee-fc8b-1c8d-b6f17ab7367f, 'name': SearchDatastore_Task, 'duration_secs': 0.00992} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.349261] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.349485] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 89407115-4044-4f5a-81eb-0ec832bf79f6/89407115-4044-4f5a-81eb-0ec832bf79f6.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.349807] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ad3089d-5006-4485-ba4c-4e97236d780a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.357078] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 828.357078] env[69773]: value = "task-3389889" [ 828.357078] env[69773]: _type = "Task" [ 828.357078] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.366360] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.627050] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.627050] env[69773]: DEBUG nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Instance network_info: |[{"id": "dea772d6-a293-4f61-8c1a-40615510800b", "address": "fa:16:3e:d2:c8:4d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea772d6-a2", "ovs_interfaceid": "dea772d6-a293-4f61-8c1a-40615510800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.627050] env[69773]: DEBUG oslo_concurrency.lockutils [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] Acquired lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.627050] env[69773]: DEBUG nova.network.neutron [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Refreshing network info cache for port dea772d6-a293-4f61-8c1a-40615510800b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 828.627050] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:c8:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dea772d6-a293-4f61-8c1a-40615510800b', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.637030] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.641049] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.642348] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1d793db-6ab1-4fb9-9318-9e1618a0621f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.673078] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.673078] env[69773]: value = "task-3389890" [ 828.673078] env[69773]: _type = "Task" [ 828.673078] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.682580] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389890, 'name': CreateVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.715277] env[69773]: DEBUG oslo_vmware.api [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389883, 'name': RemoveSnapshot_Task, 'duration_secs': 0.621371} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.715888] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 828.751023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.751023] env[69773]: DEBUG nova.compute.manager [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.753052] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.818s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.755126] env[69773]: INFO nova.compute.claims [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.770496] env[69773]: DEBUG oslo_concurrency.lockutils [None req-702af682-bc3a-4a0c-8d82-bf90e4dcd84b tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "5d71c637-3757-42b0-95b3-be80ef214b7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.007s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.787224] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389886, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.816041] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389888, 'name': CreateVM_Task, 'duration_secs': 0.382715} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.816041] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.816041] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.816041] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.816041] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.816041] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9846b336-9a9b-4650-ac1b-57eaaf05b4f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.825830] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 828.825830] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b5ea91-1f93-d320-74c2-488cb98a178e" [ 828.825830] env[69773]: _type = "Task" [ 828.825830] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.837866] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b5ea91-1f93-d320-74c2-488cb98a178e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.875207] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389889, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.182239] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389890, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.221754] env[69773]: WARNING nova.compute.manager [None req-9fba52da-cb12-4731-8eb2-ce0f308b413b tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Image not found during snapshot: nova.exception.ImageNotFound: Image ca5dafc9-d14d-437d-a174-d6779b7f3025 could not be found. [ 829.263196] env[69773]: DEBUG nova.compute.utils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.269146] env[69773]: DEBUG nova.compute.manager [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 829.274539] env[69773]: DEBUG nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.291414] env[69773]: DEBUG oslo_vmware.api [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389886, 'name': PowerOnVM_Task, 'duration_secs': 0.851635} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.292068] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.292385] env[69773]: INFO nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Took 9.14 seconds to spawn the instance on the hypervisor. [ 829.292676] env[69773]: DEBUG nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.293568] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01380e9b-dfe6-47ac-8862-fd1ab3f026e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.340334] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b5ea91-1f93-d320-74c2-488cb98a178e, 'name': SearchDatastore_Task, 'duration_secs': 0.052786} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.340657] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.340893] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 829.341138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.341284] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.341469] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 829.341752] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a8ccda3-a566-4917-bae7-663e2bf6bcce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.360219] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 829.360412] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 829.364535] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79471909-9821-488a-9629-ef69ada28eb9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.377972] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598689} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.379245] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 89407115-4044-4f5a-81eb-0ec832bf79f6/89407115-4044-4f5a-81eb-0ec832bf79f6.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.379458] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.379768] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 829.379768] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c3ba5a-9cf0-eb6b-4ff2-0c83f10f1a99" [ 829.379768] env[69773]: _type = "Task" [ 829.379768] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.379970] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fe50046-14dc-4f71-81a4-59a9dcee79e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.392295] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c3ba5a-9cf0-eb6b-4ff2-0c83f10f1a99, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.397977] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 829.397977] env[69773]: value = "task-3389891" [ 829.397977] env[69773]: _type = "Task" [ 829.397977] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.398459] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbbd067-b14c-4797-a1b3-6b1ffa0f3173 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.408137] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 829.408137] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52957296-0907-2569-0ad8-ee02cbb2e3ae" [ 829.408137] env[69773]: _type = "Task" [ 829.408137] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.412459] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.422114] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52957296-0907-2569-0ad8-ee02cbb2e3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.422371] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.422623] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] bdc1c5b8-305c-4af1-b14f-0913fbf9916d/bdc1c5b8-305c-4af1-b14f-0913fbf9916d.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.422871] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b26c8221-393b-40bc-ac62-86f330040624 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.431977] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 829.431977] env[69773]: value = "task-3389892" [ 829.431977] env[69773]: _type = "Task" [ 829.431977] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.441613] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.466548] env[69773]: DEBUG nova.network.neutron [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updated VIF entry in instance network info cache for port dea772d6-a293-4f61-8c1a-40615510800b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 829.467778] env[69773]: DEBUG nova.network.neutron [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance_info_cache with network_info: [{"id": "dea772d6-a293-4f61-8c1a-40615510800b", "address": "fa:16:3e:d2:c8:4d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea772d6-a2", "ovs_interfaceid": "dea772d6-a293-4f61-8c1a-40615510800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.683957] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389890, 'name': CreateVM_Task, 'duration_secs': 0.563009} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.684604] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.685971] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.686319] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.686759] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.688408] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75833fb7-0c5e-4756-a2df-03e328b14233 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.696042] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 829.696042] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a2a8b1-7608-bead-70cf-c537cd75ba22" [ 829.696042] env[69773]: _type = "Task" [ 829.696042] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.706456] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a2a8b1-7608-bead-70cf-c537cd75ba22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.769515] env[69773]: DEBUG nova.compute.manager [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.812051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.816786] env[69773]: INFO nova.compute.manager [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Took 56.04 seconds to build instance. [ 829.864026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.864026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.864026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.864026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.864026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.865668] env[69773]: INFO nova.compute.manager [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Terminating instance [ 829.910323] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181536} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.913008] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.914189] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5394656-dd41-4144-a032-0a866f0ae12b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.939451] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 89407115-4044-4f5a-81eb-0ec832bf79f6/89407115-4044-4f5a-81eb-0ec832bf79f6.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.942653] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbc18be8-0e74-450b-b3f3-30518d1748ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.965087] env[69773]: DEBUG nova.compute.manager [req-05dbd061-36d7-4363-823b-4d8b3d1db9ad req-e4e4d06d-92e1-452f-bb73-d1726031df43 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Received event network-changed-10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.965087] env[69773]: DEBUG nova.compute.manager [req-05dbd061-36d7-4363-823b-4d8b3d1db9ad req-e4e4d06d-92e1-452f-bb73-d1726031df43 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Refreshing instance network info cache due to event network-changed-10d86cea-9250-4808-8ed7-fd54708d5e8d. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.965282] env[69773]: DEBUG oslo_concurrency.lockutils [req-05dbd061-36d7-4363-823b-4d8b3d1db9ad req-e4e4d06d-92e1-452f-bb73-d1726031df43 service nova] Acquiring lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.965391] env[69773]: DEBUG oslo_concurrency.lockutils [req-05dbd061-36d7-4363-823b-4d8b3d1db9ad req-e4e4d06d-92e1-452f-bb73-d1726031df43 service nova] Acquired lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.965617] env[69773]: DEBUG nova.network.neutron [req-05dbd061-36d7-4363-823b-4d8b3d1db9ad req-e4e4d06d-92e1-452f-bb73-d1726031df43 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Refreshing network info cache for port 10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 829.970027] env[69773]: DEBUG oslo_concurrency.lockutils [req-3f34eb9b-aa95-4019-9ed2-f8d935d04347 req-16557b05-3feb-4951-96d8-652e64d7ade7 service nova] Releasing lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.978046] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508368} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.978879] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] bdc1c5b8-305c-4af1-b14f-0913fbf9916d/bdc1c5b8-305c-4af1-b14f-0913fbf9916d.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.979411] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.980238] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 829.980238] env[69773]: value = "task-3389893" [ 829.980238] env[69773]: _type = "Task" [ 829.980238] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.980238] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96d8d07f-28a4-40a3-bd5c-d65ea922903c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.997021] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 829.997021] env[69773]: value = "task-3389894" [ 829.997021] env[69773]: _type = "Task" [ 829.997021] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.004371] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.208522] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a2a8b1-7608-bead-70cf-c537cd75ba22, 'name': SearchDatastore_Task, 'duration_secs': 0.055348} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.208835] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.209082] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.209324] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.209467] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.209640] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.209931] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dbaa99d-c9eb-441e-85c2-9ae4f843114c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.221369] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.221548] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.222293] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24938c22-46cc-4507-95e3-d932d73870cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.229981] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 830.229981] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e8614c-edbc-04fd-d82c-ed442c890b2f" [ 830.229981] env[69773]: _type = "Task" [ 830.229981] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.238123] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e8614c-edbc-04fd-d82c-ed442c890b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.280957] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1cf6c0-e343-4ded-a5f5-9f32efcd1eb3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.289128] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839d820d-ece7-4520-9499-57993f8a6a00 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.322725] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b513c954-d05d-494c-9ba6-8fe24733c9ff tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "41ae2b76-c337-469b-8515-cd2ffa613644" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.625s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.326431] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3b1e2-b96a-488b-bc55-1e72dcef7c25 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.336307] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f50b31-10d5-4a5c-b594-717bf5e33c7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.354690] env[69773]: DEBUG nova.compute.provider_tree [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.373343] env[69773]: DEBUG nova.compute.manager [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 830.373556] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 830.374436] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806707a7-9421-43a7-a443-4f99c6258f82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.382677] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.382920] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d05f33-ae0c-4c57-8bb5-0980c948edb3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.389531] env[69773]: DEBUG oslo_vmware.api [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 830.389531] env[69773]: value = "task-3389895" [ 830.389531] env[69773]: _type = "Task" [ 830.389531] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.398956] env[69773]: DEBUG oslo_vmware.api [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.494548] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.506231] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.742922] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e8614c-edbc-04fd-d82c-ed442c890b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010052} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.748256] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5533936b-e8f1-4f4e-96b4-e959c141c585 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.753616] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 830.753616] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5239fca1-4f86-c3ed-43db-585911d9d248" [ 830.753616] env[69773]: _type = "Task" [ 830.753616] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.764409] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5239fca1-4f86-c3ed-43db-585911d9d248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.779406] env[69773]: DEBUG nova.compute.manager [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.816839] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.817086] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.817246] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.817480] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.817600] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.817777] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.818031] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.818235] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.818421] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.818616] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.818822] env[69773]: DEBUG nova.virt.hardware [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.819738] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67809d70-8583-44e7-ab51-aa3772ce5ae6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.827754] env[69773]: DEBUG nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 830.835499] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d9d77f-b17c-46e4-a140-5dbe5590f57a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.856647] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.862772] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.863671] env[69773]: DEBUG nova.scheduler.client.report [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.867024] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.868028] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99b10758-d1c8-4810-a7d7-56136819ddd0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.887395] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.887395] env[69773]: value = "task-3389896" [ 830.887395] env[69773]: _type = "Task" [ 830.887395] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.903268] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389896, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.906636] env[69773]: DEBUG oslo_vmware.api [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389895, 'name': PowerOffVM_Task, 'duration_secs': 0.211282} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.907525] env[69773]: DEBUG nova.network.neutron [req-05dbd061-36d7-4363-823b-4d8b3d1db9ad req-e4e4d06d-92e1-452f-bb73-d1726031df43 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Updated VIF entry in instance network info cache for port 10d86cea-9250-4808-8ed7-fd54708d5e8d. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 830.907859] env[69773]: DEBUG nova.network.neutron [req-05dbd061-36d7-4363-823b-4d8b3d1db9ad req-e4e4d06d-92e1-452f-bb73-d1726031df43 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Updating instance_info_cache with network_info: [{"id": "10d86cea-9250-4808-8ed7-fd54708d5e8d", "address": "fa:16:3e:73:76:98", "network": {"id": "ebf59f7e-dd44-48e7-a562-79185dba0f49", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-151034299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "787a9ed11b004605996b9c615671f2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b29df12-5674-476d-a9e5-5e20f704d224", "external-id": "nsx-vlan-transportzone-754", "segmentation_id": 754, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10d86cea-92", "ovs_interfaceid": "10d86cea-9250-4808-8ed7-fd54708d5e8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.910030] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.910030] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.910030] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63c0ed41-47e7-4933-a6fb-7bff184a5ada {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.981531] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.981531] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.981837] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleting the datastore file [datastore1] 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.982080] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff41d169-a373-4002-bd0e-97b195e4e45d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.995976] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.997849] env[69773]: DEBUG oslo_vmware.api [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 830.997849] env[69773]: value = "task-3389898" [ 830.997849] env[69773]: _type = "Task" [ 830.997849] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.010691] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.874513} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.013761] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.014838] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b219486a-a47e-4d19-9d8e-09522bcce89d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.038850] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] bdc1c5b8-305c-4af1-b14f-0913fbf9916d/bdc1c5b8-305c-4af1-b14f-0913fbf9916d.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.039282] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9266747-c027-405f-acbf-a18b976256d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.062834] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 831.062834] env[69773]: value = "task-3389899" [ 831.062834] env[69773]: _type = "Task" [ 831.062834] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.073514] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389899, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.266685] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5239fca1-4f86-c3ed-43db-585911d9d248, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.267055] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.267390] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7/5857e7c0-7800-4019-b55a-c420b8febbf7.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.267796] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b3c171b-3d65-4d26-b7e1-2ec0afdc9955 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.274540] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 831.274540] env[69773]: value = "task-3389900" [ 831.274540] env[69773]: _type = "Task" [ 831.274540] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.282387] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.363452] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.368672] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.368907] env[69773]: DEBUG nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.371716] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.874s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.373227] env[69773]: INFO nova.compute.claims [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.400459] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389896, 'name': CreateVM_Task, 'duration_secs': 0.383542} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.400657] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.401148] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.401337] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.401697] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.401993] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6890fbf7-c879-4465-ae39-5a8ff5e03897 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.407761] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 831.407761] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5248eb67-c1bd-b505-cda4-ab4e40af312c" [ 831.407761] env[69773]: _type = "Task" [ 831.407761] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.411340] env[69773]: DEBUG oslo_concurrency.lockutils [req-05dbd061-36d7-4363-823b-4d8b3d1db9ad req-e4e4d06d-92e1-452f-bb73-d1726031df43 service nova] Releasing lock "refresh_cache-5d71c637-3757-42b0-95b3-be80ef214b7b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.419285] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5248eb67-c1bd-b505-cda4-ab4e40af312c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.495683] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389893, 'name': ReconfigVM_Task, 'duration_secs': 1.251142} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.495872] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 89407115-4044-4f5a-81eb-0ec832bf79f6/89407115-4044-4f5a-81eb-0ec832bf79f6.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.496412] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-558d3299-d28b-43b7-b5fe-ddf7f66ab88d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.507391] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 831.507391] env[69773]: value = "task-3389901" [ 831.507391] env[69773]: _type = "Task" [ 831.507391] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.514681] env[69773]: DEBUG oslo_vmware.api [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3389898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171923} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.515548] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.515795] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.516108] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.516207] env[69773]: INFO nova.compute.manager [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 831.516507] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.516645] env[69773]: DEBUG nova.compute.manager [-] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 831.516985] env[69773]: DEBUG nova.network.neutron [-] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 831.524548] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389901, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.578753] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389899, 'name': ReconfigVM_Task, 'duration_secs': 0.275489} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.579426] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Reconfigured VM instance instance-0000002a to attach disk [datastore2] bdc1c5b8-305c-4af1-b14f-0913fbf9916d/bdc1c5b8-305c-4af1-b14f-0913fbf9916d.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.580102] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7e90555-e9eb-4269-99f5-92c166cd39dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.589349] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 831.589349] env[69773]: value = "task-3389902" [ 831.589349] env[69773]: _type = "Task" [ 831.589349] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.601503] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389902, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.787878] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499102} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.788295] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7/5857e7c0-7800-4019-b55a-c420b8febbf7.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.788402] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.788697] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08668c6e-6116-4ab7-a1c5-18bbc278b451 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.796170] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 831.796170] env[69773]: value = "task-3389903" [ 831.796170] env[69773]: _type = "Task" [ 831.796170] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.808309] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.878182] env[69773]: DEBUG nova.compute.utils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.881488] env[69773]: DEBUG nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.881699] env[69773]: DEBUG nova.network.neutron [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.918070] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5248eb67-c1bd-b505-cda4-ab4e40af312c, 'name': SearchDatastore_Task, 'duration_secs': 0.012019} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.918399] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.918699] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.918882] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.919038] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919217] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.919482] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb6bf54e-9048-4ddd-a285-496b5ea93df3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.930779] env[69773]: DEBUG nova.policy [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.934202] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.934389] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.935237] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9450b2fc-4ac1-4fcc-9a46-32ae2de0284f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.937814] env[69773]: INFO nova.compute.manager [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Rebuilding instance [ 831.944064] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 831.944064] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526f2b07-a7f4-1a22-a479-670adbe9006a" [ 831.944064] env[69773]: _type = "Task" [ 831.944064] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.953549] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526f2b07-a7f4-1a22-a479-670adbe9006a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.991620] env[69773]: DEBUG nova.compute.manager [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.993178] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7624b80c-4790-407b-8666-707f34719b69 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.020842] env[69773]: DEBUG nova.compute.manager [req-dbc2480f-f684-4a68-9730-0cdadcb6d24f req-af893e1d-8eb5-41e5-8cbf-1f1a202c331f service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Received event network-vif-deleted-b12d384d-6133-4438-b770-4b7c8d882d73 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.021073] env[69773]: INFO nova.compute.manager [req-dbc2480f-f684-4a68-9730-0cdadcb6d24f req-af893e1d-8eb5-41e5-8cbf-1f1a202c331f service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Neutron deleted interface b12d384d-6133-4438-b770-4b7c8d882d73; detaching it from the instance and deleting it from the info cache [ 832.021245] env[69773]: DEBUG nova.network.neutron [req-dbc2480f-f684-4a68-9730-0cdadcb6d24f req-af893e1d-8eb5-41e5-8cbf-1f1a202c331f service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.022713] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389901, 'name': Rename_Task, 'duration_secs': 0.348867} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.023151] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.023405] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04009ba4-ac67-4578-9f49-cb05846634dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.031646] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 832.031646] env[69773]: value = "task-3389904" [ 832.031646] env[69773]: _type = "Task" [ 832.031646] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.040891] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.101083] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389902, 'name': Rename_Task, 'duration_secs': 0.317436} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.101515] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.101784] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8299671d-c196-4280-87ac-90115a96cb28 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.109999] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 832.109999] env[69773]: value = "task-3389905" [ 832.109999] env[69773]: _type = "Task" [ 832.109999] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.118720] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.310844] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07127} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.311321] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.312562] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0725a32-ea24-4117-97cf-7b2323a17288 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.348098] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7/5857e7c0-7800-4019-b55a-c420b8febbf7.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.348429] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6bc1af2-cf5b-44ee-8cd6-511c5d91772c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.364653] env[69773]: DEBUG nova.network.neutron [-] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.372525] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 832.372525] env[69773]: value = "task-3389906" [ 832.372525] env[69773]: _type = "Task" [ 832.372525] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.383659] env[69773]: DEBUG nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.387611] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.408148] env[69773]: DEBUG nova.network.neutron [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Successfully created port: b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.455793] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526f2b07-a7f4-1a22-a479-670adbe9006a, 'name': SearchDatastore_Task, 'duration_secs': 0.017152} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.456539] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e86e5424-67f1-4f59-a11f-596ce1b6375d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.467021] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 832.467021] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5256d58c-cff9-4350-f6bd-89dd0f714275" [ 832.467021] env[69773]: _type = "Task" [ 832.467021] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.479996] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5256d58c-cff9-4350-f6bd-89dd0f714275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.523739] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d36ad468-b4cc-42c3-82e6-897b8ab91f7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.539734] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a03bf7-953c-48d3-8d7b-a6a62a4339b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.560681] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.587065] env[69773]: DEBUG nova.compute.manager [req-dbc2480f-f684-4a68-9730-0cdadcb6d24f req-af893e1d-8eb5-41e5-8cbf-1f1a202c331f service nova] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Detach interface failed, port_id=b12d384d-6133-4438-b770-4b7c8d882d73, reason: Instance 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 832.624208] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389905, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.867657] env[69773]: INFO nova.compute.manager [-] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Took 1.35 seconds to deallocate network for instance. [ 832.884472] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.915104] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94567eeb-fe0a-4486-933c-974b91c3ab5f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.925244] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28df8573-9ef3-48d0-803d-d187634fa63d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.958236] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af1c0e8-42c4-4a89-ae3c-8f53a1251c26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.971458] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065635cd-76e6-4075-a6da-abaa79ca38b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.981058] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5256d58c-cff9-4350-f6bd-89dd0f714275, 'name': SearchDatastore_Task, 'duration_secs': 0.016702} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.989147] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.989433] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] dfc247a0-5352-4e13-bd3d-16edea9e2145/dfc247a0-5352-4e13-bd3d-16edea9e2145.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.990250] env[69773]: DEBUG nova.compute.provider_tree [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.991500] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e74ce79-90c6-482e-ab6c-59401fe34828 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.999318] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 832.999318] env[69773]: value = "task-3389907" [ 832.999318] env[69773]: _type = "Task" [ 832.999318] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.008960] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.014625] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.014812] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d775c847-3e1a-4b17-913b-6a8ec8242a6f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.020583] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 833.020583] env[69773]: value = "task-3389908" [ 833.020583] env[69773]: _type = "Task" [ 833.020583] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.028347] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.041510] env[69773]: DEBUG oslo_vmware.api [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3389904, 'name': PowerOnVM_Task, 'duration_secs': 0.971114} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.041802] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.042419] env[69773]: INFO nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Took 10.18 seconds to spawn the instance on the hypervisor. [ 833.042419] env[69773]: DEBUG nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.043121] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d360d81-57a1-4be8-b76e-e933e2545ff6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.121022] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389905, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.380773] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.386998] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389906, 'name': ReconfigVM_Task, 'duration_secs': 0.704015} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.387386] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7/5857e7c0-7800-4019-b55a-c420b8febbf7.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.388193] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a43f0ad-2979-4001-bd7d-a2bbe0bdbc7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.393547] env[69773]: DEBUG nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.397261] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 833.397261] env[69773]: value = "task-3389909" [ 833.397261] env[69773]: _type = "Task" [ 833.397261] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.406086] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389909, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.426383] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.426630] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.426790] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.426974] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.427145] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.427294] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.427572] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.427964] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.427964] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.428139] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.428280] env[69773]: DEBUG nova.virt.hardware [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.429380] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041fe44e-95c9-463e-ac0d-4a6429e43c41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.437313] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703d935c-1c1d-47c8-b0fd-5cf17f64d2b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.494982] env[69773]: DEBUG nova.scheduler.client.report [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.510310] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.531862] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389908, 'name': PowerOffVM_Task, 'duration_secs': 0.236068} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.531967] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 833.532233] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.533067] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62c2f92-ec6b-44d3-b671-1114f9a90a21 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.541153] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 833.541439] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a816dadd-ac5b-4b9f-8912-d1d2a8f0d1d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.565048] env[69773]: INFO nova.compute.manager [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Took 53.92 seconds to build instance. [ 833.611209] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 833.611503] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 833.611712] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleting the datastore file [datastore2] 41ae2b76-c337-469b-8515-cd2ffa613644 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 833.612106] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70517967-8dd5-42e6-8a9d-3b66246c87d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.622706] env[69773]: DEBUG oslo_vmware.api [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389905, 'name': PowerOnVM_Task, 'duration_secs': 1.395538} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.624108] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.624421] env[69773]: INFO nova.compute.manager [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Took 5.44 seconds to spawn the instance on the hypervisor. [ 833.624421] env[69773]: DEBUG nova.compute.manager [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.624672] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 833.624672] env[69773]: value = "task-3389911" [ 833.624672] env[69773]: _type = "Task" [ 833.624672] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.625398] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265ea728-4a5b-4b70-97d0-cf198ccfaeb2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.911655] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389909, 'name': Rename_Task, 'duration_secs': 0.252621} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.911655] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.911655] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb3f2a9f-9080-4561-b190-4e1c600a7f94 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.914226] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 833.914226] env[69773]: value = "task-3389912" [ 833.914226] env[69773]: _type = "Task" [ 833.914226] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.922301] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.999981] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.000531] env[69773]: DEBUG nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 834.003135] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.830s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.004034] env[69773]: DEBUG nova.objects.instance [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lazy-loading 'resources' on Instance uuid 5bc1d382-2c5a-4bdc-b954-edf74a06409c {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.016086] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576194} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.018017] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] dfc247a0-5352-4e13-bd3d-16edea9e2145/dfc247a0-5352-4e13-bd3d-16edea9e2145.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.018017] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.018017] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f88fce61-339c-4161-9e6b-9022b4b7d7f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.029172] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 834.029172] env[69773]: value = "task-3389913" [ 834.029172] env[69773]: _type = "Task" [ 834.029172] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.038263] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.067586] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d28c0dc5-85b3-478b-ba15-506fb287cf51 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.014s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.139011] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.151161] env[69773]: INFO nova.compute.manager [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Took 44.10 seconds to build instance. [ 834.201284] env[69773]: DEBUG nova.compute.manager [req-840efb82-1394-486e-9c3c-d10b84c80658 req-72bc0f59-df99-40d1-9803-a94ce1565770 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Received event network-changed-a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.201501] env[69773]: DEBUG nova.compute.manager [req-840efb82-1394-486e-9c3c-d10b84c80658 req-72bc0f59-df99-40d1-9803-a94ce1565770 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Refreshing instance network info cache due to event network-changed-a50f3e25-e8ae-45b9-818a-9cb475ef167b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.201671] env[69773]: DEBUG oslo_concurrency.lockutils [req-840efb82-1394-486e-9c3c-d10b84c80658 req-72bc0f59-df99-40d1-9803-a94ce1565770 service nova] Acquiring lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.202517] env[69773]: DEBUG oslo_concurrency.lockutils [req-840efb82-1394-486e-9c3c-d10b84c80658 req-72bc0f59-df99-40d1-9803-a94ce1565770 service nova] Acquired lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.202722] env[69773]: DEBUG nova.network.neutron [req-840efb82-1394-486e-9c3c-d10b84c80658 req-72bc0f59-df99-40d1-9803-a94ce1565770 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Refreshing network info cache for port a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 834.263297] env[69773]: DEBUG nova.network.neutron [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Successfully updated port: b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.423978] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389912, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.508027] env[69773]: DEBUG nova.compute.utils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.509207] env[69773]: DEBUG nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.515085] env[69773]: DEBUG nova.network.neutron [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.540575] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100754} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.541152] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.544062] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9521a20-8b56-478f-9974-216ca75b0d48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.569367] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] dfc247a0-5352-4e13-bd3d-16edea9e2145/dfc247a0-5352-4e13-bd3d-16edea9e2145.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.570278] env[69773]: DEBUG nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 834.573719] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daf318e4-9b36-4f42-ab2c-529a13a8e126 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.600082] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 834.600082] env[69773]: value = "task-3389914" [ 834.600082] env[69773]: _type = "Task" [ 834.600082] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.608869] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.640419] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.656439} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.640699] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.640902] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.641099] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.655122] env[69773]: DEBUG oslo_concurrency.lockutils [None req-401c851a-1f4c-4ce3-8f34-5752fe4b47c5 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.481s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.671692] env[69773]: DEBUG nova.policy [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b75a2c5973a42d09e3e5750366b6bf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9553a67cb20e41698aa8106bc60788bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.765549] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.767026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.767026] env[69773]: DEBUG nova.network.neutron [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 834.927053] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389912, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.015822] env[69773]: DEBUG nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 835.094296] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.114311] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389914, 'name': ReconfigVM_Task, 'duration_secs': 0.493136} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.114612] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Reconfigured VM instance instance-0000002b to attach disk [datastore1] dfc247a0-5352-4e13-bd3d-16edea9e2145/dfc247a0-5352-4e13-bd3d-16edea9e2145.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.115265] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3145167-6e8f-455c-bb61-0a3c62a1471f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.125642] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 835.125642] env[69773]: value = "task-3389915" [ 835.125642] env[69773]: _type = "Task" [ 835.125642] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.134748] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389915, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.138015] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c49f6ae-647c-4c2b-ae39-f5292bd27096 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.154022] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1537f3e8-8ab3-42b8-9b42-8c7d07a50853 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.157235] env[69773]: DEBUG nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.194410] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddda3bd-705a-4b52-9cef-50d21bee6d3a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.202979] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c17ecd-553a-44f7-a239-d6e38ac7c2b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.220347] env[69773]: DEBUG nova.compute.provider_tree [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.303299] env[69773]: DEBUG nova.network.neutron [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 835.328256] env[69773]: DEBUG nova.network.neutron [req-840efb82-1394-486e-9c3c-d10b84c80658 req-72bc0f59-df99-40d1-9803-a94ce1565770 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Updated VIF entry in instance network info cache for port a50f3e25-e8ae-45b9-818a-9cb475ef167b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 835.328676] env[69773]: DEBUG nova.network.neutron [req-840efb82-1394-486e-9c3c-d10b84c80658 req-72bc0f59-df99-40d1-9803-a94ce1565770 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Updating instance_info_cache with network_info: [{"id": "a50f3e25-e8ae-45b9-818a-9cb475ef167b", "address": "fa:16:3e:08:d4:f1", "network": {"id": "92f618d9-b4ed-4f89-b084-fe4b63b1a0ce", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-268301911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5565e10c3334b62a2a940b6f8aa9f73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa50f3e25-e8", "ovs_interfaceid": "a50f3e25-e8ae-45b9-818a-9cb475ef167b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.424327] env[69773]: DEBUG nova.network.neutron [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Successfully created port: 4de52777-8de8-47d5-929e-b5e5bb1b9efe {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.430971] env[69773]: DEBUG oslo_vmware.api [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3389912, 'name': PowerOnVM_Task, 'duration_secs': 1.141975} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.431509] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.431777] env[69773]: INFO nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Took 10.00 seconds to spawn the instance on the hypervisor. [ 835.432197] env[69773]: DEBUG nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 835.433315] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177bdcdd-3f9e-4bde-90c5-50d6cdc7076d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.451306] env[69773]: DEBUG nova.network.neutron [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updating instance_info_cache with network_info: [{"id": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "address": "fa:16:3e:9e:bf:7f", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb741e5f5-92", "ovs_interfaceid": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.636643] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389915, 'name': Rename_Task, 'duration_secs': 0.159872} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.636643] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.636996] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54db8c23-cd94-467c-83fc-26ceb0658f06 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.642726] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 835.642726] env[69773]: value = "task-3389916" [ 835.642726] env[69773]: _type = "Task" [ 835.642726] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.650822] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.689919] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.690185] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.690382] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.690516] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.690718] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.690806] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.691009] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.691521] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.691765] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.691996] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.692256] env[69773]: DEBUG nova.virt.hardware [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.695943] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3c9967-46bd-4ed0-bf0b-086d07f97880 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.709512] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb02dc-cce3-46d9-a795-9a649796b23b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.718441] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.731720] env[69773]: DEBUG nova.scheduler.client.report [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.735256] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a9:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45d60915-5068-44c8-8fd9-206503be933d', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.743568] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.744182] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.744465] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8abd8140-7b3c-46ba-b31d-409c5c188894 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.768356] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.768356] env[69773]: value = "task-3389917" [ 835.768356] env[69773]: _type = "Task" [ 835.768356] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.776781] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389917, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.831557] env[69773]: DEBUG oslo_concurrency.lockutils [req-840efb82-1394-486e-9c3c-d10b84c80658 req-72bc0f59-df99-40d1-9803-a94ce1565770 service nova] Releasing lock "refresh_cache-89407115-4044-4f5a-81eb-0ec832bf79f6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.953185] env[69773]: INFO nova.compute.manager [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Took 48.82 seconds to build instance. [ 835.954535] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.954535] env[69773]: DEBUG nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Instance network_info: |[{"id": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "address": "fa:16:3e:9e:bf:7f", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb741e5f5-92", "ovs_interfaceid": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.955103] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:bf:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b741e5f5-929e-4a54-94b6-d647f02d6db2', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.965515] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Creating folder: Project (f9135662348e4f51aa4a45072f376ef5). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.965948] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ce1987f-a3ee-4a56-8d8c-00f4967d7532 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.978927] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Created folder: Project (f9135662348e4f51aa4a45072f376ef5) in parent group-v676268. [ 835.979153] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Creating folder: Instances. Parent ref: group-v676394. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 835.979399] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-805ec9ae-6799-408a-b761-9283a97d9715 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.988323] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Created folder: Instances in parent group-v676394. [ 835.988590] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.988800] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.989034] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4de53fca-1016-4790-9d82-d82aeb6c24bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.015191] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.015191] env[69773]: value = "task-3389920" [ 836.015191] env[69773]: _type = "Task" [ 836.015191] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.027126] env[69773]: DEBUG nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 836.029361] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389920, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.055976] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.056333] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.056562] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.056808] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.057027] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.057208] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.057423] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.058033] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.058033] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.058180] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.058361] env[69773]: DEBUG nova.virt.hardware [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.059722] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a528485e-b15c-4c9e-ae7a-cdc9d0b34b9f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.067792] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffda50d-d26c-4c1c-b11e-259f86351927 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.153843] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389916, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.246260] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.250030] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.418s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.250626] env[69773]: DEBUG nova.objects.instance [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lazy-loading 'resources' on Instance uuid 436f3955-a2cc-40e8-8f60-4c5cdd31699c {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 836.279843] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389917, 'name': CreateVM_Task, 'duration_secs': 0.411043} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.281045] env[69773]: INFO nova.scheduler.client.report [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Deleted allocations for instance 5bc1d382-2c5a-4bdc-b954-edf74a06409c [ 836.281959] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.284923] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.285090] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.285407] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.285690] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b370c4-3e75-4b51-8870-e37022c2c9f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.290553] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 836.290553] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52882452-9cdc-3887-851c-39a9c5b4b12b" [ 836.290553] env[69773]: _type = "Task" [ 836.290553] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.300010] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52882452-9cdc-3887-851c-39a9c5b4b12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.360220] env[69773]: DEBUG nova.compute.manager [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received event network-vif-plugged-b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.360220] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] Acquiring lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.360672] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] Lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.360995] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] Lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.361302] env[69773]: DEBUG nova.compute.manager [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] No waiting events found dispatching network-vif-plugged-b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 836.361598] env[69773]: WARNING nova.compute.manager [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received unexpected event network-vif-plugged-b741e5f5-929e-4a54-94b6-d647f02d6db2 for instance with vm_state building and task_state spawning. [ 836.361861] env[69773]: DEBUG nova.compute.manager [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received event network-changed-b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.362235] env[69773]: DEBUG nova.compute.manager [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Refreshing instance network info cache due to event network-changed-b741e5f5-929e-4a54-94b6-d647f02d6db2. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.362554] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] Acquiring lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.362840] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] Acquired lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.363131] env[69773]: DEBUG nova.network.neutron [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Refreshing network info cache for port b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 836.455605] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b666f0d8-99de-4b46-b76e-9cc9c5ee6e10 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.946s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.525577] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389920, 'name': CreateVM_Task, 'duration_secs': 0.480941} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.526379] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.526693] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.654301] env[69773]: DEBUG oslo_vmware.api [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389916, 'name': PowerOnVM_Task, 'duration_secs': 0.752539} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.654688] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.654909] env[69773]: INFO nova.compute.manager [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Took 5.88 seconds to spawn the instance on the hypervisor. [ 836.655100] env[69773]: DEBUG nova.compute.manager [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.656137] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1444a2-fa26-4f6f-9def-51855627236f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.794928] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1008a640-ea52-47b7-b79c-4cdac9db400e tempest-FloatingIPsAssociationTestJSON-1771305211 tempest-FloatingIPsAssociationTestJSON-1771305211-project-member] Lock "5bc1d382-2c5a-4bdc-b954-edf74a06409c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.117s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.805671] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52882452-9cdc-3887-851c-39a9c5b4b12b, 'name': SearchDatastore_Task, 'duration_secs': 0.024111} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.805970] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.806219] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.806444] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.806579] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.806746] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.807071] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.807370] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.807610] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c2beb03-2161-4680-ac19-37e0d352da85 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.812191] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb1d0df6-2fc3-4bb9-ac11-182582aa8289 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.822965] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 836.822965] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a29ac2-9c8d-8257-959b-059dd3bff8e5" [ 836.822965] env[69773]: _type = "Task" [ 836.822965] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.826468] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.826707] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.828055] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bafdeb7-ce42-4bf6-bafd-20ac720113cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.836504] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a29ac2-9c8d-8257-959b-059dd3bff8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.841743] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 836.841743] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5296107c-d3c1-95b5-cbc5-8e886d3e3eb9" [ 836.841743] env[69773]: _type = "Task" [ 836.841743] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.850947] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5296107c-d3c1-95b5-cbc5-8e886d3e3eb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.958491] env[69773]: DEBUG nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.989063] env[69773]: DEBUG nova.network.neutron [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Successfully updated port: 4de52777-8de8-47d5-929e-b5e5bb1b9efe {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.144957] env[69773]: DEBUG nova.network.neutron [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updated VIF entry in instance network info cache for port b741e5f5-929e-4a54-94b6-d647f02d6db2. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 837.145214] env[69773]: DEBUG nova.network.neutron [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updating instance_info_cache with network_info: [{"id": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "address": "fa:16:3e:9e:bf:7f", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb741e5f5-92", "ovs_interfaceid": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.176057] env[69773]: INFO nova.compute.manager [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Took 43.20 seconds to build instance. [ 837.332187] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a29ac2-9c8d-8257-959b-059dd3bff8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.034547} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.333370] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.333656] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.333796] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.334601] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed1a188-cc2f-439e-b010-4579148b69ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.347056] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46d48ab-eb1e-4016-b2c9-796c3c8c752e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.356761] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5296107c-d3c1-95b5-cbc5-8e886d3e3eb9, 'name': SearchDatastore_Task, 'duration_secs': 0.031769} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.383784] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d38a5263-f90a-421f-b004-6a78e31d718a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.386777] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca2d46f-2f31-4297-a528-d9bbe79f00b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.395743] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 837.395743] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5a89e-9bf5-a891-2faa-800cac64265b" [ 837.395743] env[69773]: _type = "Task" [ 837.395743] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.397056] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcef446-5115-4449-a4e0-a4138530a4cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.414533] env[69773]: DEBUG nova.compute.provider_tree [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.419019] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5a89e-9bf5-a891-2faa-800cac64265b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.480224] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.494198] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.494198] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.494198] env[69773]: DEBUG nova.network.neutron [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 837.534337] env[69773]: DEBUG nova.compute.manager [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 837.556563] env[69773]: INFO nova.compute.manager [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Rebuilding instance [ 837.606352] env[69773]: DEBUG nova.compute.manager [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.607267] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca2d3c6-5618-47b5-b9f3-210b8f328cea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.648179] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9e97eac-b42f-44f1-81ee-a51bfbc163e2 req-f5c7cbf7-f8eb-4515-a459-74521f404798 service nova] Releasing lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.678137] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88a08e66-b1d1-4a05-b9c3-66f6e7c2b1ff tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "dfc247a0-5352-4e13-bd3d-16edea9e2145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.229s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.917023] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5a89e-9bf5-a891-2faa-800cac64265b, 'name': SearchDatastore_Task, 'duration_secs': 0.016813} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.917023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.917023] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 41ae2b76-c337-469b-8515-cd2ffa613644/41ae2b76-c337-469b-8515-cd2ffa613644.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.917023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.917023] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.917023] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09702397-ee7b-4168-9106-f79b165a5a48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.918424] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1b205b2-095d-4ee9-b76e-3945206f256e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.922545] env[69773]: DEBUG nova.scheduler.client.report [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.932135] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 837.932135] env[69773]: value = "task-3389921" [ 837.932135] env[69773]: _type = "Task" [ 837.932135] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.937083] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.937083] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.944026] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58fadd59-1fb5-476b-a6cd-37406d61a55a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.955839] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389921, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.957481] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 837.957481] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ee4f01-5470-12a7-6a37-abd75702e426" [ 837.957481] env[69773]: _type = "Task" [ 837.957481] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.967756] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ee4f01-5470-12a7-6a37-abd75702e426, 'name': SearchDatastore_Task, 'duration_secs': 0.012215} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.969360] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed2f1c1-3c02-42f3-b4ce-dabc9a66fd14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.974679] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 837.974679] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52774a0a-0f1d-e41d-707c-925dbc71eed6" [ 837.974679] env[69773]: _type = "Task" [ 837.974679] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.983696] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52774a0a-0f1d-e41d-707c-925dbc71eed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.042796] env[69773]: DEBUG nova.network.neutron [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 838.056819] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.182846] env[69773]: DEBUG nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.259347] env[69773]: DEBUG nova.network.neutron [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Updating instance_info_cache with network_info: [{"id": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "address": "fa:16:3e:0d:d0:bd", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de52777-8d", "ovs_interfaceid": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.404565] env[69773]: DEBUG nova.compute.manager [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Received event network-vif-plugged-4de52777-8de8-47d5-929e-b5e5bb1b9efe {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.404961] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] Acquiring lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.405365] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] Lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.405685] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] Lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.405990] env[69773]: DEBUG nova.compute.manager [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] No waiting events found dispatching network-vif-plugged-4de52777-8de8-47d5-929e-b5e5bb1b9efe {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 838.406322] env[69773]: WARNING nova.compute.manager [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Received unexpected event network-vif-plugged-4de52777-8de8-47d5-929e-b5e5bb1b9efe for instance with vm_state building and task_state spawning. [ 838.406635] env[69773]: DEBUG nova.compute.manager [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Received event network-changed-4de52777-8de8-47d5-929e-b5e5bb1b9efe {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.406929] env[69773]: DEBUG nova.compute.manager [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Refreshing instance network info cache due to event network-changed-4de52777-8de8-47d5-929e-b5e5bb1b9efe. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.407276] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] Acquiring lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.431306] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.433762] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.234s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.435584] env[69773]: INFO nova.compute.claims [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.449859] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389921, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.455070] env[69773]: INFO nova.scheduler.client.report [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleted allocations for instance 436f3955-a2cc-40e8-8f60-4c5cdd31699c [ 838.489062] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52774a0a-0f1d-e41d-707c-925dbc71eed6, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.490657] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.490878] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 3f350c0f-2d81-473e-835a-6883f6efd920/3f350c0f-2d81-473e-835a-6883f6efd920.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.491501] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bb86cde-8b0c-42dc-aa04-55a97717186c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.503406] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 838.503406] env[69773]: value = "task-3389922" [ 838.503406] env[69773]: _type = "Task" [ 838.503406] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.516522] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.622231] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 838.622767] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6272ee1a-dce1-4d4b-a317-f2f2510c071d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.633819] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 838.633819] env[69773]: value = "task-3389923" [ 838.633819] env[69773]: _type = "Task" [ 838.633819] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.645688] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.715381] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.762418] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.762697] env[69773]: DEBUG nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Instance network_info: |[{"id": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "address": "fa:16:3e:0d:d0:bd", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de52777-8d", "ovs_interfaceid": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.763056] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] Acquired lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.763395] env[69773]: DEBUG nova.network.neutron [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Refreshing network info cache for port 4de52777-8de8-47d5-929e-b5e5bb1b9efe {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 838.765966] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d0:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4de52777-8de8-47d5-929e-b5e5bb1b9efe', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.780023] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.782586] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.783387] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b607c65f-5e75-4e2b-8d54-96299e1fc9f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.807317] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.807317] env[69773]: value = "task-3389924" [ 838.807317] env[69773]: _type = "Task" [ 838.807317] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.819448] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389924, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.955488] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389921, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750992} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.956957] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 41ae2b76-c337-469b-8515-cd2ffa613644/41ae2b76-c337-469b-8515-cd2ffa613644.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.957291] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.957619] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea3c12d3-2ce8-4bb0-8393-9001a04f9f1b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.964528] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2115750-55a4-4854-95e2-8aa7ab0feabf tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "436f3955-a2cc-40e8-8f60-4c5cdd31699c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.576s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.968400] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 838.968400] env[69773]: value = "task-3389925" [ 838.968400] env[69773]: _type = "Task" [ 838.968400] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.983575] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389925, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.016657] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389922, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.148926] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389923, 'name': PowerOffVM_Task, 'duration_secs': 0.149211} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.149760] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.149760] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.150864] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca20b6-b6b7-48c6-bd0e-ae655ae6f6cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.161764] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.162534] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beedb140-def3-4f1c-9ac3-f7f6faa14ce3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.195838] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.196485] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.196656] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Deleting the datastore file [datastore1] dfc247a0-5352-4e13-bd3d-16edea9e2145 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.197104] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abbbc3e1-6b12-456d-a0b3-92488f485401 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.207765] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 839.207765] env[69773]: value = "task-3389927" [ 839.207765] env[69773]: _type = "Task" [ 839.207765] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.217750] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.323756] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389924, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.486230] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389925, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09828} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.486230] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.486434] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62698e4-7ddc-454e-aff4-dd66cc46977a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.518388] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 41ae2b76-c337-469b-8515-cd2ffa613644/41ae2b76-c337-469b-8515-cd2ffa613644.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.519591] env[69773]: DEBUG nova.network.neutron [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Updated VIF entry in instance network info cache for port 4de52777-8de8-47d5-929e-b5e5bb1b9efe. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 839.520014] env[69773]: DEBUG nova.network.neutron [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Updating instance_info_cache with network_info: [{"id": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "address": "fa:16:3e:0d:d0:bd", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de52777-8d", "ovs_interfaceid": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.528147] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4db4e61d-9276-4ea2-871c-0fdf89886140 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.545852] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c19d4d-32f9-41eb-a657-bef1ebb2910f req-e7838238-59b0-4ec9-b931-d0a77caeb41d service nova] Releasing lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.552359] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744789} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.553846] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 3f350c0f-2d81-473e-835a-6883f6efd920/3f350c0f-2d81-473e-835a-6883f6efd920.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.554106] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.554735] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 839.554735] env[69773]: value = "task-3389928" [ 839.554735] env[69773]: _type = "Task" [ 839.554735] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.554933] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffeb966b-2740-48dd-8ddf-2302df271d8e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.569955] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389928, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.571606] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 839.571606] env[69773]: value = "task-3389929" [ 839.571606] env[69773]: _type = "Task" [ 839.571606] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.584194] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.719341] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371133} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.721956] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.722162] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.722338] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.820909] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389924, 'name': CreateVM_Task, 'duration_secs': 0.724089} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.821105] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.821950] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.822177] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.822751] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.825217] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc5b565a-5847-4d7e-97fb-76af4331528e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.833037] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 839.833037] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5284579f-489b-13ec-543e-df5d409cd6db" [ 839.833037] env[69773]: _type = "Task" [ 839.833037] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.842071] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5284579f-489b-13ec-543e-df5d409cd6db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.864111] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "d1e8d329-10f8-475f-ac75-5581910b407c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.864448] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "d1e8d329-10f8-475f-ac75-5581910b407c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.864682] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "d1e8d329-10f8-475f-ac75-5581910b407c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.865040] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "d1e8d329-10f8-475f-ac75-5581910b407c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.865136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "d1e8d329-10f8-475f-ac75-5581910b407c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.873146] env[69773]: INFO nova.compute.manager [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Terminating instance [ 839.985763] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098414b7-b4b4-44dc-a1b8-22e48d25342c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.994131] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb04d86-f93d-4314-b444-a73fcbc9d5a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.027914] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c65f91c-fc4d-47b0-96d7-11d43a671ddb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.036182] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5bf054-5fd2-443f-a5a6-315aadecaf49 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.051115] env[69773]: DEBUG nova.compute.provider_tree [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.066568] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.081320] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129727} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.081590] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.082396] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91819f8-d1d9-4e09-a508-06ae0f678f22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.105230] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 3f350c0f-2d81-473e-835a-6883f6efd920/3f350c0f-2d81-473e-835a-6883f6efd920.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.106015] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef414d05-62c7-4b2f-abd9-f3b52ad9e0f1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.127926] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 840.127926] env[69773]: value = "task-3389930" [ 840.127926] env[69773]: _type = "Task" [ 840.127926] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.136648] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.343875] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5284579f-489b-13ec-543e-df5d409cd6db, 'name': SearchDatastore_Task, 'duration_secs': 0.054617} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.344177] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.344409] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.344632] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.344768] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.344936] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.345355] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bb886f2-78cd-4e0b-a725-ffd76177ec4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.355941] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.356163] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.356899] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e85037e3-bb7b-47f8-9770-e5cc5c9b6342 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.362975] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 840.362975] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527a4aa0-4ac6-83cf-17ca-d1c330ffefa5" [ 840.362975] env[69773]: _type = "Task" [ 840.362975] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.371815] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527a4aa0-4ac6-83cf-17ca-d1c330ffefa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.377712] env[69773]: DEBUG nova.compute.manager [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.377940] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.378864] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd359e3-0ffd-4fc2-90c0-4fb624491c42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.389250] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.389250] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-160e20af-ff36-47ed-b89a-bc789078f7a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.398058] env[69773]: DEBUG oslo_vmware.api [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 840.398058] env[69773]: value = "task-3389931" [ 840.398058] env[69773]: _type = "Task" [ 840.398058] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.408285] env[69773]: DEBUG oslo_vmware.api [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.554834] env[69773]: DEBUG nova.scheduler.client.report [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.568664] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.641969] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.762882] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.763225] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.763422] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.763614] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.763760] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.763952] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.764583] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.764814] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.765037] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.765228] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.765468] env[69773]: DEBUG nova.virt.hardware [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.766289] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f08e8da-774f-47cc-ad79-2cd1e2a37fce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.775646] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7180017b-c4a9-4865-9f45-675b0bbf2475 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.792736] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.797027] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.797027] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.797027] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50a60886-c864-4668-8801-c235aaa91900 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.813738] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.813738] env[69773]: value = "task-3389932" [ 840.813738] env[69773]: _type = "Task" [ 840.813738] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.822690] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389932, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.881331] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527a4aa0-4ac6-83cf-17ca-d1c330ffefa5, 'name': SearchDatastore_Task, 'duration_secs': 0.034284} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.883025] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b45a49d3-d16a-4014-bf71-a2b84c4132a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.893156] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 840.893156] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bacf87-7e52-52b5-2512-74a8440708b4" [ 840.893156] env[69773]: _type = "Task" [ 840.893156] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.910597] env[69773]: DEBUG oslo_vmware.api [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389931, 'name': PowerOffVM_Task, 'duration_secs': 0.30963} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.917831] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.918181] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.918634] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bacf87-7e52-52b5-2512-74a8440708b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.918954] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d66d78f-417b-4ef5-8b0c-b54e6d4412ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.921586] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.922017] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] eed44ef8-fc14-466a-bab1-1e0192d0c51c/eed44ef8-fc14-466a-bab1-1e0192d0c51c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.922459] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fb29786-b4fd-4196-8d4c-48d0f169461e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.933050] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 840.933050] env[69773]: value = "task-3389934" [ 840.933050] env[69773]: _type = "Task" [ 840.933050] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.946070] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.998030] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.998523] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.998523] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleting the datastore file [datastore2] d1e8d329-10f8-475f-ac75-5581910b407c {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.998783] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2f67237-4fda-4aad-88e4-13f2e2989cb0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.006892] env[69773]: DEBUG oslo_vmware.api [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 841.006892] env[69773]: value = "task-3389935" [ 841.006892] env[69773]: _type = "Task" [ 841.006892] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.016676] env[69773]: DEBUG oslo_vmware.api [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.063794] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.067026] env[69773]: DEBUG nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.067026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.205s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.068615] env[69773]: INFO nova.compute.claims [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.078026] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389928, 'name': ReconfigVM_Task, 'duration_secs': 1.443396} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.078725] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 41ae2b76-c337-469b-8515-cd2ffa613644/41ae2b76-c337-469b-8515-cd2ffa613644.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.079473] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0090ba3e-7fbb-4fb2-b266-131b5850e87e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.087695] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 841.087695] env[69773]: value = "task-3389936" [ 841.087695] env[69773]: _type = "Task" [ 841.087695] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.098271] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389936, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.140955] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389930, 'name': ReconfigVM_Task, 'duration_secs': 0.866999} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.141245] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 3f350c0f-2d81-473e-835a-6883f6efd920/3f350c0f-2d81-473e-835a-6883f6efd920.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.141929] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cc08b33-5f49-48a6-a6cf-828acd438770 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.150487] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 841.150487] env[69773]: value = "task-3389937" [ 841.150487] env[69773]: _type = "Task" [ 841.150487] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.162335] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389937, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.324848] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389932, 'name': CreateVM_Task, 'duration_secs': 0.430999} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.325032] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 841.325447] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.325624] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.325939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.326208] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7ade0f-7d9b-498d-80f7-1c50c56c2bf0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.331583] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 841.331583] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523de668-d64c-b908-5cbf-0e644bd5357b" [ 841.331583] env[69773]: _type = "Task" [ 841.331583] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.339991] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523de668-d64c-b908-5cbf-0e644bd5357b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.444473] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.521669] env[69773]: DEBUG oslo_vmware.api [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3389935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202794} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.522546] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.523507] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.523744] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.523963] env[69773]: INFO nova.compute.manager [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 841.524909] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.525186] env[69773]: DEBUG nova.compute.manager [-] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.525924] env[69773]: DEBUG nova.network.neutron [-] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 841.574227] env[69773]: DEBUG nova.compute.utils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.580010] env[69773]: DEBUG nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.583262] env[69773]: DEBUG nova.network.neutron [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.599841] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389936, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.638069] env[69773]: DEBUG nova.policy [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56c426fb59994425a1e3075b5411c673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dfaac909914b4d52a7bf41b0b6a6917a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.661779] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389937, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.843514] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523de668-d64c-b908-5cbf-0e644bd5357b, 'name': SearchDatastore_Task, 'duration_secs': 0.034749} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.843906] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.844172] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.844417] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.844798] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.845074] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.845407] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f29abdd-5a66-4f71-b292-8a1aa6451815 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.860536] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.860726] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.861982] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79015d37-5522-409f-a78e-d9ed60c437bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.868595] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 841.868595] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fa0a34-8375-7b16-0b9e-a6310a97edcc" [ 841.868595] env[69773]: _type = "Task" [ 841.868595] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.877790] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fa0a34-8375-7b16-0b9e-a6310a97edcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.913715] env[69773]: DEBUG nova.compute.manager [req-ecc0a668-0eb8-4c5c-87f8-97a9e1b4d539 req-cd6a1d69-b161-4bbe-8f5b-fb32b84cf61c service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Received event network-vif-deleted-1a88d4cf-133e-4a14-a10f-88820c5ecf1a {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.913913] env[69773]: INFO nova.compute.manager [req-ecc0a668-0eb8-4c5c-87f8-97a9e1b4d539 req-cd6a1d69-b161-4bbe-8f5b-fb32b84cf61c service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Neutron deleted interface 1a88d4cf-133e-4a14-a10f-88820c5ecf1a; detaching it from the instance and deleting it from the info cache [ 841.914101] env[69773]: DEBUG nova.network.neutron [req-ecc0a668-0eb8-4c5c-87f8-97a9e1b4d539 req-cd6a1d69-b161-4bbe-8f5b-fb32b84cf61c service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.950736] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.002973] env[69773]: DEBUG nova.network.neutron [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Successfully created port: 02864647-5324-41b5-9d08-aaf9700098b3 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.080872] env[69773]: DEBUG nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.105459] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389936, 'name': Rename_Task, 'duration_secs': 0.999013} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.106012] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.106154] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16f77ed3-55c5-4de7-93cd-fecc6c58e8e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.116306] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 842.116306] env[69773]: value = "task-3389938" [ 842.116306] env[69773]: _type = "Task" [ 842.116306] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.134593] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.169734] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389937, 'name': Rename_Task, 'duration_secs': 0.931702} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.173006] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.173585] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4033c66-af37-4284-94fb-05a621825bbd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.183613] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 842.183613] env[69773]: value = "task-3389939" [ 842.183613] env[69773]: _type = "Task" [ 842.183613] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.195233] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.383326] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fa0a34-8375-7b16-0b9e-a6310a97edcc, 'name': SearchDatastore_Task, 'duration_secs': 0.030984} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.387058] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72ad02a-ba77-45b1-a220-e612b75c364e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.391163] env[69773]: DEBUG nova.network.neutron [-] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.393814] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 842.393814] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5245e637-66f2-9d31-941d-a805970e3050" [ 842.393814] env[69773]: _type = "Task" [ 842.393814] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.403084] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5245e637-66f2-9d31-941d-a805970e3050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.417117] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-82480ece-a6ed-42c2-8e39-2a0d712371ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.433801] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e59b8-337e-4825-95ca-54665570e2fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.457678] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389934, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.455906} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.457954] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] eed44ef8-fc14-466a-bab1-1e0192d0c51c/eed44ef8-fc14-466a-bab1-1e0192d0c51c.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.458184] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.458437] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a050ce1-6186-421f-84a4-acb5d950c9a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.488781] env[69773]: DEBUG nova.compute.manager [req-ecc0a668-0eb8-4c5c-87f8-97a9e1b4d539 req-cd6a1d69-b161-4bbe-8f5b-fb32b84cf61c service nova] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Detach interface failed, port_id=1a88d4cf-133e-4a14-a10f-88820c5ecf1a, reason: Instance d1e8d329-10f8-475f-ac75-5581910b407c could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.495781] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 842.495781] env[69773]: value = "task-3389940" [ 842.495781] env[69773]: _type = "Task" [ 842.495781] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.511744] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.634660] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.696136] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.780624] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba4e789-43d6-455c-90d0-84a477e25c99 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.789366] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafcdb02-35ce-4491-b40c-1376a5d92304 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.825521] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c7fcfd-7de3-4450-8564-a8f4f74847b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.834670] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971f8e7e-c738-47a0-9eab-4e462dc87cde {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.850254] env[69773]: DEBUG nova.compute.provider_tree [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.899904] env[69773]: INFO nova.compute.manager [-] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Took 1.37 seconds to deallocate network for instance. [ 842.909468] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5245e637-66f2-9d31-941d-a805970e3050, 'name': SearchDatastore_Task, 'duration_secs': 0.021224} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.910073] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.910073] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] dfc247a0-5352-4e13-bd3d-16edea9e2145/dfc247a0-5352-4e13-bd3d-16edea9e2145.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.910330] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a978d16f-a2bd-483d-ad60-08244352f87a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.919349] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 842.919349] env[69773]: value = "task-3389941" [ 842.919349] env[69773]: _type = "Task" [ 842.919349] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.929453] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.011074] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076642} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.011400] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.012313] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72a3be6-f5a1-4682-bf47-a956e0f51335 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.041646] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] eed44ef8-fc14-466a-bab1-1e0192d0c51c/eed44ef8-fc14-466a-bab1-1e0192d0c51c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.042028] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88e8be0d-3565-4789-a2b5-016e2ea3ba90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.066393] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 843.066393] env[69773]: value = "task-3389942" [ 843.066393] env[69773]: _type = "Task" [ 843.066393] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.078978] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.092406] env[69773]: DEBUG nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.117282] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.117522] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.117772] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.117981] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.118152] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.118298] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.118504] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.118688] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.118872] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.119047] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.119226] env[69773]: DEBUG nova.virt.hardware [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.120140] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d57414-4d23-4ff6-9e4f-039455555462 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.135160] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fd6542-5a05-4e8b-8463-764671b5e0de {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.139286] env[69773]: DEBUG oslo_vmware.api [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389938, 'name': PowerOnVM_Task, 'duration_secs': 0.947361} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.139590] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.139771] env[69773]: DEBUG nova.compute.manager [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.140993] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159b3eb3-03ad-4649-9c08-72561018358b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.195402] env[69773]: DEBUG oslo_vmware.api [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3389939, 'name': PowerOnVM_Task, 'duration_secs': 0.900291} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.195741] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.195951] env[69773]: INFO nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Took 9.80 seconds to spawn the instance on the hypervisor. [ 843.196147] env[69773]: DEBUG nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.196970] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba6ef9-fc7b-4ba0-9b8c-79af30359016 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.356422] env[69773]: DEBUG nova.scheduler.client.report [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.413999] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.435504] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389941, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.584923] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389942, 'name': ReconfigVM_Task, 'duration_secs': 0.400385} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.585295] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Reconfigured VM instance instance-0000002d to attach disk [datastore1] eed44ef8-fc14-466a-bab1-1e0192d0c51c/eed44ef8-fc14-466a-bab1-1e0192d0c51c.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.586032] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f7348f9-d5ed-4df6-a33e-e97f2db418a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.597208] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 843.597208] env[69773]: value = "task-3389946" [ 843.597208] env[69773]: _type = "Task" [ 843.597208] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.610182] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389946, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.671540] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.717045] env[69773]: INFO nova.compute.manager [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Took 46.80 seconds to build instance. [ 843.866492] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.866492] env[69773]: DEBUG nova.compute.manager [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.870178] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.058s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.880119] env[69773]: INFO nova.compute.claims [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.933376] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765145} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.934439] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] dfc247a0-5352-4e13-bd3d-16edea9e2145/dfc247a0-5352-4e13-bd3d-16edea9e2145.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.934582] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.934750] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-725a35b5-766b-41ed-bb1c-65fc76571456 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.944347] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 843.944347] env[69773]: value = "task-3389947" [ 843.944347] env[69773]: _type = "Task" [ 843.944347] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.954863] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.107507] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389946, 'name': Rename_Task, 'duration_secs': 0.204998} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.107843] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.108249] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61b17c4-64d6-4a73-80c5-1f0e8a19d305 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.115532] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 844.115532] env[69773]: value = "task-3389948" [ 844.115532] env[69773]: _type = "Task" [ 844.115532] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.124642] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.220952] env[69773]: DEBUG oslo_concurrency.lockutils [None req-57ed3c93-e919-4343-838d-cb4fe0708ecf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "3f350c0f-2d81-473e-835a-6883f6efd920" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.291s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.259923] env[69773]: DEBUG nova.network.neutron [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Successfully updated port: 02864647-5324-41b5-9d08-aaf9700098b3 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.272750] env[69773]: DEBUG nova.compute.manager [req-1e7f73b9-0890-487c-aed9-447d0a7ab4c9 req-a22b8bf3-9e90-4610-ba47-39f26386062f service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Received event network-vif-plugged-02864647-5324-41b5-9d08-aaf9700098b3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.272889] env[69773]: DEBUG oslo_concurrency.lockutils [req-1e7f73b9-0890-487c-aed9-447d0a7ab4c9 req-a22b8bf3-9e90-4610-ba47-39f26386062f service nova] Acquiring lock "3684986e-3928-4f7f-bbf0-274977244745-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.273084] env[69773]: DEBUG oslo_concurrency.lockutils [req-1e7f73b9-0890-487c-aed9-447d0a7ab4c9 req-a22b8bf3-9e90-4610-ba47-39f26386062f service nova] Lock "3684986e-3928-4f7f-bbf0-274977244745-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.273324] env[69773]: DEBUG oslo_concurrency.lockutils [req-1e7f73b9-0890-487c-aed9-447d0a7ab4c9 req-a22b8bf3-9e90-4610-ba47-39f26386062f service nova] Lock "3684986e-3928-4f7f-bbf0-274977244745-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.273415] env[69773]: DEBUG nova.compute.manager [req-1e7f73b9-0890-487c-aed9-447d0a7ab4c9 req-a22b8bf3-9e90-4610-ba47-39f26386062f service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] No waiting events found dispatching network-vif-plugged-02864647-5324-41b5-9d08-aaf9700098b3 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.273539] env[69773]: WARNING nova.compute.manager [req-1e7f73b9-0890-487c-aed9-447d0a7ab4c9 req-a22b8bf3-9e90-4610-ba47-39f26386062f service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Received unexpected event network-vif-plugged-02864647-5324-41b5-9d08-aaf9700098b3 for instance with vm_state building and task_state spawning. [ 844.386333] env[69773]: DEBUG nova.compute.utils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.388295] env[69773]: DEBUG nova.compute.manager [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 844.456115] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082547} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.456399] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.457314] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacace9d-c018-4c53-8007-2d77862b5c82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.479206] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] dfc247a0-5352-4e13-bd3d-16edea9e2145/dfc247a0-5352-4e13-bd3d-16edea9e2145.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.479849] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8d67529-e3d3-445a-90c4-f9dffb023c43 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.502364] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 844.502364] env[69773]: value = "task-3389949" [ 844.502364] env[69773]: _type = "Task" [ 844.502364] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.512187] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.629532] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389948, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.660254] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "41ae2b76-c337-469b-8515-cd2ffa613644" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.660545] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "41ae2b76-c337-469b-8515-cd2ffa613644" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.660812] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "41ae2b76-c337-469b-8515-cd2ffa613644-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.660983] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "41ae2b76-c337-469b-8515-cd2ffa613644-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.661101] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "41ae2b76-c337-469b-8515-cd2ffa613644-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.663487] env[69773]: INFO nova.compute.manager [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Terminating instance [ 844.724664] env[69773]: DEBUG nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.763767] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "refresh_cache-3684986e-3928-4f7f-bbf0-274977244745" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.763938] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "refresh_cache-3684986e-3928-4f7f-bbf0-274977244745" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.764103] env[69773]: DEBUG nova.network.neutron [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 844.835288] env[69773]: DEBUG nova.compute.manager [req-595f7681-be83-4210-be5e-80f321e8ea9a req-9d65daec-a6ee-4064-8eb5-8cbf485d916e service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received event network-changed-b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.835478] env[69773]: DEBUG nova.compute.manager [req-595f7681-be83-4210-be5e-80f321e8ea9a req-9d65daec-a6ee-4064-8eb5-8cbf485d916e service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Refreshing instance network info cache due to event network-changed-b741e5f5-929e-4a54-94b6-d647f02d6db2. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.835841] env[69773]: DEBUG oslo_concurrency.lockutils [req-595f7681-be83-4210-be5e-80f321e8ea9a req-9d65daec-a6ee-4064-8eb5-8cbf485d916e service nova] Acquiring lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.835841] env[69773]: DEBUG oslo_concurrency.lockutils [req-595f7681-be83-4210-be5e-80f321e8ea9a req-9d65daec-a6ee-4064-8eb5-8cbf485d916e service nova] Acquired lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.835974] env[69773]: DEBUG nova.network.neutron [req-595f7681-be83-4210-be5e-80f321e8ea9a req-9d65daec-a6ee-4064-8eb5-8cbf485d916e service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Refreshing network info cache for port b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 844.891713] env[69773]: DEBUG nova.compute.manager [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.016838] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.131291] env[69773]: DEBUG oslo_vmware.api [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389948, 'name': PowerOnVM_Task, 'duration_secs': 0.515596} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.131709] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.132108] env[69773]: INFO nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Took 9.10 seconds to spawn the instance on the hypervisor. [ 845.132361] env[69773]: DEBUG nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.137134] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44332786-809d-4067-b9ef-835a76bc9fcf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.174044] env[69773]: DEBUG nova.compute.manager [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.174394] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.175410] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658ea4d9-7e1d-4a06-8655-7067d8dd3e10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.187082] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.187218] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d73d407a-f140-41dd-90d8-0e8be31a656b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.197100] env[69773]: DEBUG oslo_vmware.api [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 845.197100] env[69773]: value = "task-3389950" [ 845.197100] env[69773]: _type = "Task" [ 845.197100] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.218311] env[69773]: DEBUG oslo_vmware.api [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.257936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.334869] env[69773]: DEBUG nova.network.neutron [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 845.378201] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "b90f3aa4-183d-4758-be98-20e2f7883931" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.378626] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.474755] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7391929c-b7f3-47ed-a38b-13a228768c51 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.485357] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec6b8ca-12c5-458c-aef3-bd2a25709718 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.534241] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbfd50d-7c08-499f-ae97-300af2803f2a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.544356] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389949, 'name': ReconfigVM_Task, 'duration_secs': 0.669024} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.549208] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Reconfigured VM instance instance-0000002b to attach disk [datastore2] dfc247a0-5352-4e13-bd3d-16edea9e2145/dfc247a0-5352-4e13-bd3d-16edea9e2145.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.549208] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d71aa19d-7dcd-4210-8a74-c658f15332b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.552051] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8706c-2be5-4bb8-8933-b69fe4286d35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.568243] env[69773]: DEBUG nova.compute.provider_tree [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.572193] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 845.572193] env[69773]: value = "task-3389951" [ 845.572193] env[69773]: _type = "Task" [ 845.572193] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.586738] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389951, 'name': Rename_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.601120] env[69773]: DEBUG nova.network.neutron [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Updating instance_info_cache with network_info: [{"id": "02864647-5324-41b5-9d08-aaf9700098b3", "address": "fa:16:3e:25:0b:37", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02864647-53", "ovs_interfaceid": "02864647-5324-41b5-9d08-aaf9700098b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.613022] env[69773]: DEBUG nova.network.neutron [req-595f7681-be83-4210-be5e-80f321e8ea9a req-9d65daec-a6ee-4064-8eb5-8cbf485d916e service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updated VIF entry in instance network info cache for port b741e5f5-929e-4a54-94b6-d647f02d6db2. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 845.613391] env[69773]: DEBUG nova.network.neutron [req-595f7681-be83-4210-be5e-80f321e8ea9a req-9d65daec-a6ee-4064-8eb5-8cbf485d916e service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updating instance_info_cache with network_info: [{"id": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "address": "fa:16:3e:9e:bf:7f", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb741e5f5-92", "ovs_interfaceid": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.661419] env[69773]: INFO nova.compute.manager [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Took 42.18 seconds to build instance. [ 845.712793] env[69773]: DEBUG oslo_vmware.api [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389950, 'name': PowerOffVM_Task, 'duration_secs': 0.372739} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.712793] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 845.712793] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 845.713171] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a98c132-a094-4222-ad88-92055da2f0ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.907620] env[69773]: DEBUG nova.compute.manager [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.935799] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.936050] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.936213] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.936396] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.936543] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.936689] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.936897] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.937070] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.937236] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.937397] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.937568] env[69773]: DEBUG nova.virt.hardware [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.938546] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1e328d-8855-4d52-a481-58e148015430 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.947595] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800631a7-5cef-4aab-8b17-422a83046661 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.966039] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.974516] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Creating folder: Project (26469f86646549198285288e9656c628). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.974916] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e25c5d68-cc68-4e34-a455-ecb38ad5b1ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.988634] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Created folder: Project (26469f86646549198285288e9656c628) in parent group-v676268. [ 845.988901] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Creating folder: Instances. Parent ref: group-v676402. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.989185] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b81e72b9-5b5f-4808-8aba-04fa7ef2ffc1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.000729] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Created folder: Instances in parent group-v676402. [ 846.000971] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.001192] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.001402] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-203197fa-fc40-48df-87ec-e5191ab83397 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.016032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] Acquiring lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.016287] env[69773]: DEBUG oslo_concurrency.lockutils [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] Acquired lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.016383] env[69773]: DEBUG nova.network.neutron [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 846.022956] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.022956] env[69773]: value = "task-3389955" [ 846.022956] env[69773]: _type = "Task" [ 846.022956] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.032405] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389955, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.073249] env[69773]: DEBUG nova.scheduler.client.report [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.087062] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389951, 'name': Rename_Task, 'duration_secs': 0.184772} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.087372] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.088041] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee00a988-f27f-429a-b27e-801df4a87a6b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.096718] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 846.096718] env[69773]: value = "task-3389956" [ 846.096718] env[69773]: _type = "Task" [ 846.096718] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.104380] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "refresh_cache-3684986e-3928-4f7f-bbf0-274977244745" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.104825] env[69773]: DEBUG nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Instance network_info: |[{"id": "02864647-5324-41b5-9d08-aaf9700098b3", "address": "fa:16:3e:25:0b:37", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02864647-53", "ovs_interfaceid": "02864647-5324-41b5-9d08-aaf9700098b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.109131] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:0b:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02864647-5324-41b5-9d08-aaf9700098b3', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.117954] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.118769] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.119383] env[69773]: DEBUG oslo_concurrency.lockutils [req-595f7681-be83-4210-be5e-80f321e8ea9a req-9d65daec-a6ee-4064-8eb5-8cbf485d916e service nova] Releasing lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.119765] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.120136] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9afb54f4-f9ac-4a93-9d2e-2cfcc5ce1a83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.148376] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.148376] env[69773]: value = "task-3389957" [ 846.148376] env[69773]: _type = "Task" [ 846.148376] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.161851] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389957, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.164071] env[69773]: DEBUG oslo_concurrency.lockutils [None req-620e225e-370e-40f8-baa1-ebdff13247ec tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.549s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.451321] env[69773]: DEBUG nova.compute.manager [req-418ac1b3-dd54-4a08-92f1-06c1b233cd98 req-f6ed797d-7dbc-4940-95e7-80bef5657eed service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Received event network-changed-02864647-5324-41b5-9d08-aaf9700098b3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.451321] env[69773]: DEBUG nova.compute.manager [req-418ac1b3-dd54-4a08-92f1-06c1b233cd98 req-f6ed797d-7dbc-4940-95e7-80bef5657eed service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Refreshing instance network info cache due to event network-changed-02864647-5324-41b5-9d08-aaf9700098b3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.451321] env[69773]: DEBUG oslo_concurrency.lockutils [req-418ac1b3-dd54-4a08-92f1-06c1b233cd98 req-f6ed797d-7dbc-4940-95e7-80bef5657eed service nova] Acquiring lock "refresh_cache-3684986e-3928-4f7f-bbf0-274977244745" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.451321] env[69773]: DEBUG oslo_concurrency.lockutils [req-418ac1b3-dd54-4a08-92f1-06c1b233cd98 req-f6ed797d-7dbc-4940-95e7-80bef5657eed service nova] Acquired lock "refresh_cache-3684986e-3928-4f7f-bbf0-274977244745" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.451321] env[69773]: DEBUG nova.network.neutron [req-418ac1b3-dd54-4a08-92f1-06c1b233cd98 req-f6ed797d-7dbc-4940-95e7-80bef5657eed service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Refreshing network info cache for port 02864647-5324-41b5-9d08-aaf9700098b3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 846.534126] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389955, 'name': CreateVM_Task, 'duration_secs': 0.390726} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.534316] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.534765] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.534917] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.535268] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.535619] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb1535cf-1a80-4a4d-bdab-5d21213ee3c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.541772] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 846.541772] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5250af20-84a8-176d-94f1-382832282973" [ 846.541772] env[69773]: _type = "Task" [ 846.541772] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.551333] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5250af20-84a8-176d-94f1-382832282973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.585025] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.585025] env[69773]: DEBUG nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.586577] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.223s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.590811] env[69773]: INFO nova.compute.claims [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.610018] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389956, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.660945] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389957, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.666821] env[69773]: DEBUG nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.742237] env[69773]: DEBUG nova.network.neutron [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Updating instance_info_cache with network_info: [{"id": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "address": "fa:16:3e:0d:d0:bd", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de52777-8d", "ovs_interfaceid": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.819827] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.820078] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.820272] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleting the datastore file [datastore1] 41ae2b76-c337-469b-8515-cd2ffa613644 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.820552] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a929573-8f2f-471c-a68f-a54d870d09f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.828068] env[69773]: DEBUG oslo_vmware.api [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 846.828068] env[69773]: value = "task-3389959" [ 846.828068] env[69773]: _type = "Task" [ 846.828068] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.836239] env[69773]: DEBUG oslo_vmware.api [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.055951] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5250af20-84a8-176d-94f1-382832282973, 'name': SearchDatastore_Task, 'duration_secs': 0.046748} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.056333] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.056593] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.056873] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.057072] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.057378] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.057583] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-677f34f7-2c5c-425d-99b4-2cc5181fa65c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.074531] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.074804] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.075698] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75278c16-7c4f-493b-b201-a0bb87e7a955 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.082521] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 847.082521] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520b9b65-94fe-9d8d-cd08-6af2dcd76205" [ 847.082521] env[69773]: _type = "Task" [ 847.082521] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.093247] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520b9b65-94fe-9d8d-cd08-6af2dcd76205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.096237] env[69773]: DEBUG nova.compute.utils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.097796] env[69773]: DEBUG nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.098297] env[69773]: DEBUG nova.network.neutron [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.118967] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.149751] env[69773]: DEBUG nova.policy [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6b43de2fa47d46e7931f7a687aa5dde2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4549816b7e224dc08062bd9197398dd6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.161863] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389957, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.188155] env[69773]: DEBUG nova.network.neutron [req-418ac1b3-dd54-4a08-92f1-06c1b233cd98 req-f6ed797d-7dbc-4940-95e7-80bef5657eed service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Updated VIF entry in instance network info cache for port 02864647-5324-41b5-9d08-aaf9700098b3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 847.188585] env[69773]: DEBUG nova.network.neutron [req-418ac1b3-dd54-4a08-92f1-06c1b233cd98 req-f6ed797d-7dbc-4940-95e7-80bef5657eed service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Updating instance_info_cache with network_info: [{"id": "02864647-5324-41b5-9d08-aaf9700098b3", "address": "fa:16:3e:25:0b:37", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02864647-53", "ovs_interfaceid": "02864647-5324-41b5-9d08-aaf9700098b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.193129] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.245346] env[69773]: DEBUG oslo_concurrency.lockutils [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] Releasing lock "refresh_cache-eed44ef8-fc14-466a-bab1-1e0192d0c51c" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.245772] env[69773]: DEBUG nova.compute.manager [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Inject network info {{(pid=69773) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 847.246106] env[69773]: DEBUG nova.compute.manager [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] network_info to inject: |[{"id": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "address": "fa:16:3e:0d:d0:bd", "network": {"id": "12d08c24-26d3-4aa0-bbc8-61d561ec687b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-838032704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9553a67cb20e41698aa8106bc60788bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de52777-8d", "ovs_interfaceid": "4de52777-8de8-47d5-929e-b5e5bb1b9efe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 847.251780] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Reconfiguring VM instance to set the machine id {{(pid=69773) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 847.252205] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594045d4-e8c1-415d-adaa-680fc12ffafa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.271793] env[69773]: DEBUG oslo_vmware.api [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] Waiting for the task: (returnval){ [ 847.271793] env[69773]: value = "task-3389960" [ 847.271793] env[69773]: _type = "Task" [ 847.271793] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.281937] env[69773]: DEBUG oslo_vmware.api [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] Task: {'id': task-3389960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.341086] env[69773]: DEBUG oslo_vmware.api [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3389959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44508} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.341325] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.341635] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.341867] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.342072] env[69773]: INFO nova.compute.manager [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Took 2.17 seconds to destroy the instance on the hypervisor. [ 847.342556] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.342813] env[69773]: DEBUG nova.compute.manager [-] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 847.342929] env[69773]: DEBUG nova.network.neutron [-] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 847.597188] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520b9b65-94fe-9d8d-cd08-6af2dcd76205, 'name': SearchDatastore_Task, 'duration_secs': 0.015891} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.599107] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-602dabfa-8433-4952-9eee-8633c8ca2a11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.604327] env[69773]: DEBUG nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.607334] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 847.607334] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52931ef3-1fd6-9d7d-5516-50acf1262e58" [ 847.607334] env[69773]: _type = "Task" [ 847.607334] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.639602] env[69773]: DEBUG oslo_vmware.api [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389956, 'name': PowerOnVM_Task, 'duration_secs': 1.028145} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.641034] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52931ef3-1fd6-9d7d-5516-50acf1262e58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.641634] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.641886] env[69773]: DEBUG nova.compute.manager [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.643274] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930c537d-2553-4ddc-a1ca-f27ea69d837c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.665995] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389957, 'name': CreateVM_Task, 'duration_secs': 1.174907} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.668868] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.670922] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.670922] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.670922] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.671575] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8efd920-6bd3-49e4-a0e0-a3959f348bc2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.678896] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 847.678896] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ef9a61-fb77-3bd6-f732-1ea8bb740b2c" [ 847.678896] env[69773]: _type = "Task" [ 847.678896] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.692776] env[69773]: DEBUG oslo_concurrency.lockutils [req-418ac1b3-dd54-4a08-92f1-06c1b233cd98 req-f6ed797d-7dbc-4940-95e7-80bef5657eed service nova] Releasing lock "refresh_cache-3684986e-3928-4f7f-bbf0-274977244745" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.693945] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ef9a61-fb77-3bd6-f732-1ea8bb740b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.719458] env[69773]: DEBUG nova.network.neutron [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Successfully created port: 7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.781629] env[69773]: DEBUG oslo_vmware.api [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] Task: {'id': task-3389960, 'name': ReconfigVM_Task, 'duration_secs': 0.231774} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.783020] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-931296ba-c299-454d-a88c-9e4b0fe97efa tempest-ServersAdminTestJSON-649908976 tempest-ServersAdminTestJSON-649908976-project-admin] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Reconfigured VM instance to set the machine id {{(pid=69773) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 847.785950] env[69773]: DEBUG nova.compute.manager [req-59e0eb3d-d083-4c9f-b0c8-0f0107f09ff2 req-ef5c6ab5-f382-4eb9-aab9-276c81aea8fc service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Received event network-vif-deleted-45d60915-5068-44c8-8fd9-206503be933d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.785950] env[69773]: INFO nova.compute.manager [req-59e0eb3d-d083-4c9f-b0c8-0f0107f09ff2 req-ef5c6ab5-f382-4eb9-aab9-276c81aea8fc service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Neutron deleted interface 45d60915-5068-44c8-8fd9-206503be933d; detaching it from the instance and deleting it from the info cache [ 847.785950] env[69773]: DEBUG nova.network.neutron [req-59e0eb3d-d083-4c9f-b0c8-0f0107f09ff2 req-ef5c6ab5-f382-4eb9-aab9-276c81aea8fc service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.126672] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52931ef3-1fd6-9d7d-5516-50acf1262e58, 'name': SearchDatastore_Task, 'duration_secs': 0.034164} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.126672] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.126950] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] f6a9839e-615a-411c-8e3e-2ce15dd85dd4/f6a9839e-615a-411c-8e3e-2ce15dd85dd4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.127429] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950e8413-989b-4159-a218-99380a61b17a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.139020] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 848.139020] env[69773]: value = "task-3389961" [ 848.139020] env[69773]: _type = "Task" [ 848.139020] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.146591] env[69773]: DEBUG nova.network.neutron [-] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.147827] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.164677] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.184877] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f18e2dc-ca07-46eb-a1bf-14858c73fc17 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.191290] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ef9a61-fb77-3bd6-f732-1ea8bb740b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.04542} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.191905] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.192169] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.192439] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.192585] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.192763] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.193028] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77170d5f-d151-453a-a3a7-7a5acdc44cf7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.198058] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeafa43e-3b0f-444b-b088-527893d62274 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.203362] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.203595] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.204717] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63c3097-e8fe-4671-ba4e-842d578fa920 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.233149] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca91852d-116b-4821-b6c7-7d7c822421c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.237504] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 848.237504] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52271fd5-3749-1614-e19d-33cba623df7e" [ 848.237504] env[69773]: _type = "Task" [ 848.237504] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.244016] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c589ba-2624-42dc-af09-8b5c2bfad56f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.250920] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52271fd5-3749-1614-e19d-33cba623df7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.261214] env[69773]: DEBUG nova.compute.provider_tree [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.287878] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff23d410-4823-40c8-9b27-b23b92ee078b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.298895] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5091b5e5-77c6-4940-b0ad-adcfcbe8651e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.340917] env[69773]: DEBUG nova.compute.manager [req-59e0eb3d-d083-4c9f-b0c8-0f0107f09ff2 req-ef5c6ab5-f382-4eb9-aab9-276c81aea8fc service nova] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Detach interface failed, port_id=45d60915-5068-44c8-8fd9-206503be933d, reason: Instance 41ae2b76-c337-469b-8515-cd2ffa613644 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 848.589622] env[69773]: INFO nova.compute.manager [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Rebuilding instance [ 848.620525] env[69773]: DEBUG nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.644615] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.644851] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.645014] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.645202] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.645343] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.645485] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.645684] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.646074] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.646170] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.646294] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.646453] env[69773]: DEBUG nova.virt.hardware [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.646927] env[69773]: DEBUG nova.compute.manager [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 848.647781] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de8c8b-f9bc-44d0-b459-adbe59d26262 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.650797] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc78feb-15b1-45a4-a589-f38e3f67cf90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.654512] env[69773]: INFO nova.compute.manager [-] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Took 1.31 seconds to deallocate network for instance. [ 848.661490] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.668260] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc8e5d7-745c-4e97-b105-903be313cba8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.749119] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52271fd5-3749-1614-e19d-33cba623df7e, 'name': SearchDatastore_Task, 'duration_secs': 0.025608} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.749889] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b5c1afa-6d6b-4832-9774-81644a92af15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.755583] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 848.755583] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b513d8-832c-647a-ce6f-13ad2efdb5c5" [ 848.755583] env[69773]: _type = "Task" [ 848.755583] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.766714] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b513d8-832c-647a-ce6f-13ad2efdb5c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.784061] env[69773]: ERROR nova.scheduler.client.report [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [req-0f45fe26-3ed4-46a1-a26c-ea6e891d7506] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f45fe26-3ed4-46a1-a26c-ea6e891d7506"}]} [ 848.801807] env[69773]: DEBUG nova.scheduler.client.report [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 848.816438] env[69773]: DEBUG nova.scheduler.client.report [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 848.816671] env[69773]: DEBUG nova.compute.provider_tree [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.832430] env[69773]: DEBUG nova.scheduler.client.report [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 848.853454] env[69773]: DEBUG nova.scheduler.client.report [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.156918] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389961, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.174891] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.269663] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b513d8-832c-647a-ce6f-13ad2efdb5c5, 'name': SearchDatastore_Task, 'duration_secs': 0.03832} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.273133] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.273133] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 3684986e-3928-4f7f-bbf0-274977244745/3684986e-3928-4f7f-bbf0-274977244745.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.273133] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1255c945-f35e-4652-986e-c189a88a24a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.281184] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 849.281184] env[69773]: value = "task-3389963" [ 849.281184] env[69773]: _type = "Task" [ 849.281184] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.292789] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.332244] env[69773]: DEBUG nova.compute.manager [req-f68c24e5-08fd-42bb-87a2-867abde5e1f2 req-a3d9f446-2d1f-4e33-a765-1b68a38b27bc service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Received event network-vif-plugged-7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.332637] env[69773]: DEBUG oslo_concurrency.lockutils [req-f68c24e5-08fd-42bb-87a2-867abde5e1f2 req-a3d9f446-2d1f-4e33-a765-1b68a38b27bc service nova] Acquiring lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.332913] env[69773]: DEBUG oslo_concurrency.lockutils [req-f68c24e5-08fd-42bb-87a2-867abde5e1f2 req-a3d9f446-2d1f-4e33-a765-1b68a38b27bc service nova] Lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.333137] env[69773]: DEBUG oslo_concurrency.lockutils [req-f68c24e5-08fd-42bb-87a2-867abde5e1f2 req-a3d9f446-2d1f-4e33-a765-1b68a38b27bc service nova] Lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.333358] env[69773]: DEBUG nova.compute.manager [req-f68c24e5-08fd-42bb-87a2-867abde5e1f2 req-a3d9f446-2d1f-4e33-a765-1b68a38b27bc service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] No waiting events found dispatching network-vif-plugged-7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.333533] env[69773]: WARNING nova.compute.manager [req-f68c24e5-08fd-42bb-87a2-867abde5e1f2 req-a3d9f446-2d1f-4e33-a765-1b68a38b27bc service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Received unexpected event network-vif-plugged-7697a48d-40c5-49ad-9cfe-5ac70d824d4f for instance with vm_state building and task_state spawning. [ 849.382046] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745b9deb-8e89-4d29-96ba-58a2d232b75e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.390744] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77511bae-9d71-472e-ac79-11b527c76c5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.426195] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "dfc247a0-5352-4e13-bd3d-16edea9e2145" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.426500] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "dfc247a0-5352-4e13-bd3d-16edea9e2145" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.426829] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "dfc247a0-5352-4e13-bd3d-16edea9e2145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.427069] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "dfc247a0-5352-4e13-bd3d-16edea9e2145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.427320] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "dfc247a0-5352-4e13-bd3d-16edea9e2145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.429762] env[69773]: INFO nova.compute.manager [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Terminating instance [ 849.432086] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3ceb3d-6158-478b-a7a2-df5bf9b073c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.444333] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999047c3-acea-410c-b139-748e9f08cb44 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.450161] env[69773]: DEBUG nova.network.neutron [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Successfully updated port: 7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.466610] env[69773]: DEBUG nova.compute.provider_tree [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.657739] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389961, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.102478} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.658063] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] f6a9839e-615a-411c-8e3e-2ce15dd85dd4/f6a9839e-615a-411c-8e3e-2ce15dd85dd4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.658290] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.658635] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b217376e-740e-4e52-b32a-2fc834629486 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.669123] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 849.669123] env[69773]: value = "task-3389964" [ 849.669123] env[69773]: _type = "Task" [ 849.669123] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.678453] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.683509] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05815ba-00de-4a38-9a0c-61b83395a53b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.685497] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.695013] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 849.695013] env[69773]: value = "task-3389965" [ 849.695013] env[69773]: _type = "Task" [ 849.695013] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.706989] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.794602] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479251} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.794986] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 3684986e-3928-4f7f-bbf0-274977244745/3684986e-3928-4f7f-bbf0-274977244745.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.795290] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.795636] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8ce2242-ee58-4877-94d3-aea5dc8a165a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.804284] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 849.804284] env[69773]: value = "task-3389966" [ 849.804284] env[69773]: _type = "Task" [ 849.804284] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.815328] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.938026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "refresh_cache-dfc247a0-5352-4e13-bd3d-16edea9e2145" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.938252] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired lock "refresh_cache-dfc247a0-5352-4e13-bd3d-16edea9e2145" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.938440] env[69773]: DEBUG nova.network.neutron [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 849.954219] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.954363] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquired lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.954510] env[69773]: DEBUG nova.network.neutron [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 850.000309] env[69773]: DEBUG nova.scheduler.client.report [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 850.000563] env[69773]: DEBUG nova.compute.provider_tree [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 68 to 69 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 850.000757] env[69773]: DEBUG nova.compute.provider_tree [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.179518] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089341} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.181272] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.181272] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437530b-8f83-4406-9742-a18e5a2d041f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.203371] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] f6a9839e-615a-411c-8e3e-2ce15dd85dd4/f6a9839e-615a-411c-8e3e-2ce15dd85dd4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.203973] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa63399-1645-437e-a300-9de0cc4ba15a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.230064] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389965, 'name': PowerOffVM_Task, 'duration_secs': 0.220701} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.231407] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.235014] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.235014] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 850.235014] env[69773]: value = "task-3389967" [ 850.235014] env[69773]: _type = "Task" [ 850.235014] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.235014] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0bddc-b317-40c9-9fbf-c5703dd593a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.245655] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389967, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.245947] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.246201] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-018eb0d2-d9c3-47f4-ba38-3ff9b919b67e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.318687] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072996} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.319084] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.320199] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f76de48-913f-4c5f-9a18-ea0b97918ab0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.325187] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.325444] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.325701] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleting the datastore file [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.326448] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2e76ad6-d7f4-4c46-aca3-616a06fc0e0a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.349353] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 3684986e-3928-4f7f-bbf0-274977244745/3684986e-3928-4f7f-bbf0-274977244745.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.350129] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57736cf1-e933-43eb-9f79-1cbe0f3aab0e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.365681] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 850.365681] env[69773]: value = "task-3389969" [ 850.365681] env[69773]: _type = "Task" [ 850.365681] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.372297] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 850.372297] env[69773]: value = "task-3389970" [ 850.372297] env[69773]: _type = "Task" [ 850.372297] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.377116] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.385961] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.462759] env[69773]: DEBUG nova.network.neutron [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 850.493618] env[69773]: DEBUG nova.network.neutron [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 850.506843] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.920s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.507435] env[69773]: DEBUG nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 850.510523] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.130s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.510770] env[69773]: DEBUG nova.objects.instance [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lazy-loading 'resources' on Instance uuid 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.532646] env[69773]: DEBUG nova.network.neutron [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.637032] env[69773]: DEBUG nova.network.neutron [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updating instance_info_cache with network_info: [{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.747510] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389967, 'name': ReconfigVM_Task, 'duration_secs': 0.346722} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.747888] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Reconfigured VM instance instance-0000002f to attach disk [datastore2] f6a9839e-615a-411c-8e3e-2ce15dd85dd4/f6a9839e-615a-411c-8e3e-2ce15dd85dd4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.748556] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b93d7a21-9b83-4770-a442-961991aa831a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.755852] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 850.755852] env[69773]: value = "task-3389972" [ 850.755852] env[69773]: _type = "Task" [ 850.755852] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.765141] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389972, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.878478] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422266} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.882869] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.882869] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.882869] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.892101] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.013641] env[69773]: DEBUG nova.compute.utils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.016290] env[69773]: DEBUG nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.016665] env[69773]: DEBUG nova.network.neutron [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.035474] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Releasing lock "refresh_cache-dfc247a0-5352-4e13-bd3d-16edea9e2145" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.036270] env[69773]: DEBUG nova.compute.manager [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.036270] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.037325] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be26967-6862-4aef-ad5a-961092e0d184 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.046198] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.046464] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8edf889b-05fe-4310-97ae-5ea0e40a1757 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.054691] env[69773]: DEBUG oslo_vmware.api [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 851.054691] env[69773]: value = "task-3389973" [ 851.054691] env[69773]: _type = "Task" [ 851.054691] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.064474] env[69773]: DEBUG oslo_vmware.api [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.068972] env[69773]: DEBUG nova.policy [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '81cad79e9403468ba2edfa45672058a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aeb57af820664b09b6dfaaa8046a6487', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.139718] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Releasing lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.140135] env[69773]: DEBUG nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Instance network_info: |[{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.140947] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:0a:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97d59ff5-df43-4e01-b11f-6c57b53fb79d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7697a48d-40c5-49ad-9cfe-5ac70d824d4f', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.148725] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Creating folder: Project (4549816b7e224dc08062bd9197398dd6). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.151379] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3af1e495-0180-4c07-9843-ef0189c4e076 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.166699] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Created folder: Project (4549816b7e224dc08062bd9197398dd6) in parent group-v676268. [ 851.166908] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Creating folder: Instances. Parent ref: group-v676406. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 851.167169] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1065e393-0026-4a03-bd63-3788ed11243d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.179983] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Created folder: Instances in parent group-v676406. [ 851.180284] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.180398] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.180629] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8216b78e-57d8-4582-b620-0ce77e90742b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.203369] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.203369] env[69773]: value = "task-3389976" [ 851.203369] env[69773]: _type = "Task" [ 851.203369] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.212203] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389976, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.269308] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389972, 'name': Rename_Task, 'duration_secs': 0.160951} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.269527] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.269886] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83ab936-5d7a-4916-8d48-71758cb3511b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.280994] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 851.280994] env[69773]: value = "task-3389977" [ 851.280994] env[69773]: _type = "Task" [ 851.280994] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.297232] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389977, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.371481] env[69773]: DEBUG nova.network.neutron [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Successfully created port: e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.375507] env[69773]: DEBUG nova.compute.manager [req-d60f94f8-2b50-4947-982a-f3898b576dfa req-ecb767a5-3fbb-4943-96cf-91ac76585f47 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Received event network-changed-7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.375697] env[69773]: DEBUG nova.compute.manager [req-d60f94f8-2b50-4947-982a-f3898b576dfa req-ecb767a5-3fbb-4943-96cf-91ac76585f47 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Refreshing instance network info cache due to event network-changed-7697a48d-40c5-49ad-9cfe-5ac70d824d4f. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.375905] env[69773]: DEBUG oslo_concurrency.lockutils [req-d60f94f8-2b50-4947-982a-f3898b576dfa req-ecb767a5-3fbb-4943-96cf-91ac76585f47 service nova] Acquiring lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.376085] env[69773]: DEBUG oslo_concurrency.lockutils [req-d60f94f8-2b50-4947-982a-f3898b576dfa req-ecb767a5-3fbb-4943-96cf-91ac76585f47 service nova] Acquired lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.376237] env[69773]: DEBUG nova.network.neutron [req-d60f94f8-2b50-4947-982a-f3898b576dfa req-ecb767a5-3fbb-4943-96cf-91ac76585f47 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Refreshing network info cache for port 7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 851.395950] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389970, 'name': ReconfigVM_Task, 'duration_secs': 0.657757} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.399304] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 3684986e-3928-4f7f-bbf0-274977244745/3684986e-3928-4f7f-bbf0-274977244745.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.400420] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20dddfbf-b479-4960-9c59-0e470fe60424 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.409615] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 851.409615] env[69773]: value = "task-3389978" [ 851.409615] env[69773]: _type = "Task" [ 851.409615] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.427369] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389978, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.520247] env[69773]: DEBUG nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 851.568959] env[69773]: DEBUG oslo_vmware.api [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389973, 'name': PowerOffVM_Task, 'duration_secs': 0.220877} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.570470] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.570731] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.571320] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28d13f3e-1a2d-47a0-921d-d60406b67cd5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.584339] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77738023-8ae3-4af4-b08f-14924f95c05a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.594993] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d5bd62-9c12-45da-8f50-26390b136273 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.630803] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c8f7b1-44f5-444d-846a-1c1e41ab7919 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.633711] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.633939] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.634139] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Deleting the datastore file [datastore2] dfc247a0-5352-4e13-bd3d-16edea9e2145 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.634457] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e833505e-13f0-4b83-bd06-ef89909af312 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.646039] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199b7136-b0b7-436e-8e66-a03b356932f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.650546] env[69773]: DEBUG oslo_vmware.api [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 851.650546] env[69773]: value = "task-3389980" [ 851.650546] env[69773]: _type = "Task" [ 851.650546] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.666733] env[69773]: DEBUG nova.compute.provider_tree [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.673838] env[69773]: DEBUG oslo_vmware.api [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.714241] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389976, 'name': CreateVM_Task, 'duration_secs': 0.473733} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.714437] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.715167] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.715353] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.715705] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.715971] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcc936b-8c45-4ae8-9a53-50501efc65d4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.721948] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 851.721948] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5291361a-a15b-81c3-a27f-3e7603e58f79" [ 851.721948] env[69773]: _type = "Task" [ 851.721948] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.730621] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5291361a-a15b-81c3-a27f-3e7603e58f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.796176] env[69773]: DEBUG oslo_vmware.api [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389977, 'name': PowerOnVM_Task, 'duration_secs': 0.478277} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.796345] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.796537] env[69773]: INFO nova.compute.manager [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Took 5.89 seconds to spawn the instance on the hypervisor. [ 851.796716] env[69773]: DEBUG nova.compute.manager [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.797516] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f0cef0-bab3-48bb-9a4e-5514f43a4df5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.928961] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389978, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.932361] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.932728] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.932728] env[69773]: DEBUG nova.virt.hardware [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.933550] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f251509b-6f18-4717-a5ae-e46074ac8c27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.942721] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce5dec5-14af-4caa-9818-4557898db916 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.960245] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:63:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5273a2b-2de5-42db-8a6d-a8c3a5940471', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.971027] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.973408] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.973758] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1da82207-b123-496e-90ff-6e91cf58e88a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.998746] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.998746] env[69773]: value = "task-3389981" [ 851.998746] env[69773]: _type = "Task" [ 851.998746] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.007364] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389981, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.161200] env[69773]: DEBUG oslo_vmware.api [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3389980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306285} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.161448] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.161636] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.161835] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.162039] env[69773]: INFO nova.compute.manager [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.162285] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.162475] env[69773]: DEBUG nova.compute.manager [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.162570] env[69773]: DEBUG nova.network.neutron [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 852.187998] env[69773]: DEBUG nova.network.neutron [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 852.202214] env[69773]: DEBUG nova.network.neutron [req-d60f94f8-2b50-4947-982a-f3898b576dfa req-ecb767a5-3fbb-4943-96cf-91ac76585f47 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updated VIF entry in instance network info cache for port 7697a48d-40c5-49ad-9cfe-5ac70d824d4f. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 852.202573] env[69773]: DEBUG nova.network.neutron [req-d60f94f8-2b50-4947-982a-f3898b576dfa req-ecb767a5-3fbb-4943-96cf-91ac76585f47 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updating instance_info_cache with network_info: [{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.206640] env[69773]: DEBUG nova.scheduler.client.report [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.206874] env[69773]: DEBUG nova.compute.provider_tree [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 69 to 70 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.207065] env[69773]: DEBUG nova.compute.provider_tree [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.235708] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5291361a-a15b-81c3-a27f-3e7603e58f79, 'name': SearchDatastore_Task, 'duration_secs': 0.037659} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.236228] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.236582] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.236935] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.237209] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.237512] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.237918] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cb3c904-f131-4529-992b-37ec0ba6e940 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.254163] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.254163] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.254163] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44604bd-f5ef-4567-a07e-bcd4da15b4dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.260081] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 852.260081] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5264ce0a-17a9-6b7f-8106-cedc2f67a5af" [ 852.260081] env[69773]: _type = "Task" [ 852.260081] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.271150] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5264ce0a-17a9-6b7f-8106-cedc2f67a5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.313945] env[69773]: INFO nova.compute.manager [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Took 27.47 seconds to build instance. [ 852.425272] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389978, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.510366] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389981, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.529905] env[69773]: DEBUG nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.553175] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.553447] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.553629] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.553871] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.554109] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.554367] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.554598] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.554846] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.555076] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.555282] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.555466] env[69773]: DEBUG nova.virt.hardware [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.556459] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf03ab02-dfae-43ae-a6e8-a913cd579ad8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.565822] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5943e04e-a47e-4ed5-baba-75afc8463584 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.695574] env[69773]: DEBUG nova.network.neutron [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.705515] env[69773]: DEBUG oslo_concurrency.lockutils [req-d60f94f8-2b50-4947-982a-f3898b576dfa req-ecb767a5-3fbb-4943-96cf-91ac76585f47 service nova] Releasing lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.712194] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.202s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.714787] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.621s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.716826] env[69773]: INFO nova.compute.claims [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.734596] env[69773]: INFO nova.scheduler.client.report [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleted allocations for instance 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0 [ 852.777729] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5264ce0a-17a9-6b7f-8106-cedc2f67a5af, 'name': SearchDatastore_Task, 'duration_secs': 0.033634} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.778935] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1903a64f-6647-4504-adb0-e5e975cf8e37 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.788624] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 852.788624] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e71356-ac20-4f3d-b902-314562887749" [ 852.788624] env[69773]: _type = "Task" [ 852.788624] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.802542] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e71356-ac20-4f3d-b902-314562887749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.815910] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5c26c861-083a-4e2b-9b95-0eee64636779 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.384s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.928123] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389978, 'name': Rename_Task, 'duration_secs': 1.206193} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.928494] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.928656] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c18cd3e2-3256-4e2d-9146-74d8986a7cc4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.937285] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 852.937285] env[69773]: value = "task-3389983" [ 852.937285] env[69773]: _type = "Task" [ 852.937285] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.948507] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.970063] env[69773]: DEBUG nova.network.neutron [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Successfully updated port: e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.018675] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389981, 'name': CreateVM_Task, 'duration_secs': 0.910758} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.018675] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.020053] env[69773]: DEBUG nova.compute.manager [req-4124df75-4a97-4a45-84ab-7ca8b6aadacd req-19751c91-c2ed-455b-846a-55c5ffc28a01 service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Received event network-vif-plugged-e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.020053] env[69773]: DEBUG oslo_concurrency.lockutils [req-4124df75-4a97-4a45-84ab-7ca8b6aadacd req-19751c91-c2ed-455b-846a-55c5ffc28a01 service nova] Acquiring lock "5584428a-6fb3-41ec-8d2c-08b2ce546236-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.020259] env[69773]: DEBUG oslo_concurrency.lockutils [req-4124df75-4a97-4a45-84ab-7ca8b6aadacd req-19751c91-c2ed-455b-846a-55c5ffc28a01 service nova] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.020507] env[69773]: DEBUG oslo_concurrency.lockutils [req-4124df75-4a97-4a45-84ab-7ca8b6aadacd req-19751c91-c2ed-455b-846a-55c5ffc28a01 service nova] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.020681] env[69773]: DEBUG nova.compute.manager [req-4124df75-4a97-4a45-84ab-7ca8b6aadacd req-19751c91-c2ed-455b-846a-55c5ffc28a01 service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] No waiting events found dispatching network-vif-plugged-e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.020902] env[69773]: WARNING nova.compute.manager [req-4124df75-4a97-4a45-84ab-7ca8b6aadacd req-19751c91-c2ed-455b-846a-55c5ffc28a01 service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Received unexpected event network-vif-plugged-e0830704-8038-4ab9-be64-1a36289daada for instance with vm_state building and task_state spawning. [ 853.022367] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.022588] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.023400] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.024487] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4adaa2e-9864-4c8a-9252-c133ba2e9a7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.034222] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 853.034222] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e845e8-3f37-6403-2b67-547352e81ed3" [ 853.034222] env[69773]: _type = "Task" [ 853.034222] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.045966] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e845e8-3f37-6403-2b67-547352e81ed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.102605] env[69773]: INFO nova.compute.manager [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Rebuilding instance [ 853.163490] env[69773]: DEBUG nova.compute.manager [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.164407] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d143a5da-9c7b-477a-afab-4b97fb838793 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.198594] env[69773]: INFO nova.compute.manager [-] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Took 1.04 seconds to deallocate network for instance. [ 853.244037] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f8efa5b0-e964-484f-a308-ee3cfeb2fa47 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.380s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.300682] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e71356-ac20-4f3d-b902-314562887749, 'name': SearchDatastore_Task, 'duration_secs': 0.013252} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.301229] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.301602] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 3404c0a3-f0c1-4b36-a372-2e9379a4b015/3404c0a3-f0c1-4b36-a372-2e9379a4b015.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.302058] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b84b4bdc-3d73-4460-91c7-d1936bef351d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.311149] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 853.311149] env[69773]: value = "task-3389984" [ 853.311149] env[69773]: _type = "Task" [ 853.311149] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.322628] env[69773]: DEBUG nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.325774] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.450388] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.474337] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.474429] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.474594] env[69773]: DEBUG nova.network.neutron [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 853.547950] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e845e8-3f37-6403-2b67-547352e81ed3, 'name': SearchDatastore_Task, 'duration_secs': 0.016479} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.548610] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.548904] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.549263] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.549447] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.550021] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.550407] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb31b73a-2b0d-4bb5-b801-5fcfee63a3d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.560309] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.560547] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.561346] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d94c228-7b2d-4880-a68b-2a624a4e4cd0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.568360] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 853.568360] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b99e00-59ba-2060-6cf3-75d13c5c2124" [ 853.568360] env[69773]: _type = "Task" [ 853.568360] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.577579] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b99e00-59ba-2060-6cf3-75d13c5c2124, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.712932] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.823359] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.840543] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.950033] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.024078] env[69773]: DEBUG nova.network.neutron [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 854.080817] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b99e00-59ba-2060-6cf3-75d13c5c2124, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.081695] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-700f30dc-e6a2-464e-891a-47b84f67f15e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.090193] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 854.090193] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a81197-1e40-6e81-e090-0b8b28c7a6d9" [ 854.090193] env[69773]: _type = "Task" [ 854.090193] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.099556] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a81197-1e40-6e81-e090-0b8b28c7a6d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.180244] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.180244] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a362549-a98e-4bc1-8508-ed71e3d60dab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.182478] env[69773]: DEBUG nova.network.neutron [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updating instance_info_cache with network_info: [{"id": "e0830704-8038-4ab9-be64-1a36289daada", "address": "fa:16:3e:e1:7e:e3", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0830704-80", "ovs_interfaceid": "e0830704-8038-4ab9-be64-1a36289daada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.195122] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 854.195122] env[69773]: value = "task-3389985" [ 854.195122] env[69773]: _type = "Task" [ 854.195122] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.201871] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a47e0ce-54ea-492e-b2a5-96607224b875 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.215396] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbd5669-bb46-4de5-bb86-cab4336c5407 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.218917] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.251166] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea47b6ed-55ad-4fda-8e2c-b54c06b6d3eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.262042] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1045cd0e-7a30-45b7-81b6-b4301c2d66e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.282655] env[69773]: DEBUG nova.compute.provider_tree [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.328176] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389984, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.430971] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.430971] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.458298] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389983, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.601752] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a81197-1e40-6e81-e090-0b8b28c7a6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.602148] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.602535] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.602912] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc71760-7131-4f2d-b966-98f13ddb46ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.612463] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 854.612463] env[69773]: value = "task-3389986" [ 854.612463] env[69773]: _type = "Task" [ 854.612463] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.620974] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.688920] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Releasing lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.689523] env[69773]: DEBUG nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Instance network_info: |[{"id": "e0830704-8038-4ab9-be64-1a36289daada", "address": "fa:16:3e:e1:7e:e3", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0830704-80", "ovs_interfaceid": "e0830704-8038-4ab9-be64-1a36289daada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.690628] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:7e:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0830704-8038-4ab9-be64-1a36289daada', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.703884] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.704042] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.709921] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efef2d23-2de5-4bd4-b43c-cbdf4cfe1e37 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.731461] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389985, 'name': PowerOffVM_Task, 'duration_secs': 0.209005} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.732823] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.733540] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.733826] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.733826] env[69773]: value = "task-3389988" [ 854.733826] env[69773]: _type = "Task" [ 854.733826] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.734568] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc77e0b1-d381-4db5-9dc6-fb7c744a92bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.745533] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.748776] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29583baa-053a-4cb6-8731-4e4bba59aa50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.750384] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389988, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.778232] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.778467] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.778673] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Deleting the datastore file [datastore2] f6a9839e-615a-411c-8e3e-2ce15dd85dd4 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.778998] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6640b84c-b57f-4e0e-979c-dd8dfa011309 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.786246] env[69773]: DEBUG nova.scheduler.client.report [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.791483] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 854.791483] env[69773]: value = "task-3389990" [ 854.791483] env[69773]: _type = "Task" [ 854.791483] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.800731] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.823539] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389984, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.174606} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.823798] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 3404c0a3-f0c1-4b36-a372-2e9379a4b015/3404c0a3-f0c1-4b36-a372-2e9379a4b015.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.824036] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.824298] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f97e4d57-f03e-480b-9ac5-9f10aadba470 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.831829] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 854.831829] env[69773]: value = "task-3389991" [ 854.831829] env[69773]: _type = "Task" [ 854.831829] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.840463] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.952777] env[69773]: DEBUG oslo_vmware.api [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3389983, 'name': PowerOnVM_Task, 'duration_secs': 1.730191} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.953269] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.953647] env[69773]: INFO nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Took 11.86 seconds to spawn the instance on the hypervisor. [ 854.953955] env[69773]: DEBUG nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 854.954896] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f133b79-e7c0-416b-bc26-e8a2a52a6c7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.044601] env[69773]: DEBUG nova.compute.manager [req-c7223a2d-4bd4-419e-9050-2b61699747b6 req-fe83b5b1-90b0-47d0-a3eb-f8059f717089 service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Received event network-changed-e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.044798] env[69773]: DEBUG nova.compute.manager [req-c7223a2d-4bd4-419e-9050-2b61699747b6 req-fe83b5b1-90b0-47d0-a3eb-f8059f717089 service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Refreshing instance network info cache due to event network-changed-e0830704-8038-4ab9-be64-1a36289daada. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.045044] env[69773]: DEBUG oslo_concurrency.lockutils [req-c7223a2d-4bd4-419e-9050-2b61699747b6 req-fe83b5b1-90b0-47d0-a3eb-f8059f717089 service nova] Acquiring lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.045284] env[69773]: DEBUG oslo_concurrency.lockutils [req-c7223a2d-4bd4-419e-9050-2b61699747b6 req-fe83b5b1-90b0-47d0-a3eb-f8059f717089 service nova] Acquired lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.045472] env[69773]: DEBUG nova.network.neutron [req-c7223a2d-4bd4-419e-9050-2b61699747b6 req-fe83b5b1-90b0-47d0-a3eb-f8059f717089 service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Refreshing network info cache for port e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 855.125466] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389986, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.249806] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389988, 'name': CreateVM_Task, 'duration_secs': 0.369079} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.250391] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.250827] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.251033] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.251550] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.251867] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33861cfa-eda0-4d1c-807b-c9236cbfeda6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.261412] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 855.261412] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524237dc-7443-3381-b268-66f4df7de414" [ 855.261412] env[69773]: _type = "Task" [ 855.261412] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.275315] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524237dc-7443-3381-b268-66f4df7de414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.295098] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.295098] env[69773]: DEBUG nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 855.297309] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.579s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.299175] env[69773]: INFO nova.compute.claims [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.315174] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3389990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243688} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.315174] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.315174] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.315174] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.347270] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083878} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.347270] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.348108] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58694460-7601-4b5b-923d-cea75f9b964f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.373836] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 3404c0a3-f0c1-4b36-a372-2e9379a4b015/3404c0a3-f0c1-4b36-a372-2e9379a4b015.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.375846] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2d7eca-2b6d-4079-830c-44c37a5e69f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.397797] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 855.397797] env[69773]: value = "task-3389992" [ 855.397797] env[69773]: _type = "Task" [ 855.397797] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.407008] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.474603] env[69773]: INFO nova.compute.manager [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Took 34.29 seconds to build instance. [ 855.624671] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691603} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.624934] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.625181] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.625432] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c2d0690-5f40-4894-897b-f90bcd2dad38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.633679] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 855.633679] env[69773]: value = "task-3389993" [ 855.633679] env[69773]: _type = "Task" [ 855.633679] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.646371] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.772122] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524237dc-7443-3381-b268-66f4df7de414, 'name': SearchDatastore_Task, 'duration_secs': 0.026187} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.772988] env[69773]: DEBUG nova.network.neutron [req-c7223a2d-4bd4-419e-9050-2b61699747b6 req-fe83b5b1-90b0-47d0-a3eb-f8059f717089 service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updated VIF entry in instance network info cache for port e0830704-8038-4ab9-be64-1a36289daada. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 855.773350] env[69773]: DEBUG nova.network.neutron [req-c7223a2d-4bd4-419e-9050-2b61699747b6 req-fe83b5b1-90b0-47d0-a3eb-f8059f717089 service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updating instance_info_cache with network_info: [{"id": "e0830704-8038-4ab9-be64-1a36289daada", "address": "fa:16:3e:e1:7e:e3", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0830704-80", "ovs_interfaceid": "e0830704-8038-4ab9-be64-1a36289daada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.774630] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.774801] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.775048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.775240] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.775451] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.775913] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22661164-1b6f-4473-aeca-5c37c8392030 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.791307] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.791494] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.792450] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c833e4-898b-4e81-9713-d2f9a6a53743 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.797998] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 855.797998] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d4282b-98e1-a1d1-06b6-12dc0c69d480" [ 855.797998] env[69773]: _type = "Task" [ 855.797998] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.806707] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d4282b-98e1-a1d1-06b6-12dc0c69d480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.810869] env[69773]: DEBUG nova.compute.utils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.812202] env[69773]: DEBUG nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.812370] env[69773]: DEBUG nova.network.neutron [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.850916] env[69773]: DEBUG nova.policy [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21fa33503c4e4fd99724dd466531bfd2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaaa3b3cf3a24413bc8e9f95cbc256d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.909558] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389992, 'name': ReconfigVM_Task, 'duration_secs': 0.322137} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.910044] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 3404c0a3-f0c1-4b36-a372-2e9379a4b015/3404c0a3-f0c1-4b36-a372-2e9379a4b015.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.910587] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c48c13ec-ed2a-4cd8-8256-760e15fe3ec9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.920268] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 855.920268] env[69773]: value = "task-3389994" [ 855.920268] env[69773]: _type = "Task" [ 855.920268] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.929445] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389994, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.975717] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eba13d78-a4e4-40fa-b27d-88307bb204f4 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "3684986e-3928-4f7f-bbf0-274977244745" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.108s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.145496] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288077} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.145795] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.150670] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8409ea-196e-470d-aa56-ef0ed415aa5c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.173356] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.174181] env[69773]: DEBUG nova.network.neutron [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Successfully created port: 08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 856.175959] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7df156ff-336c-4bbb-b45a-ab66f7330f72 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.200016] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 856.200016] env[69773]: value = "task-3389995" [ 856.200016] env[69773]: _type = "Task" [ 856.200016] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.207041] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.277136] env[69773]: DEBUG oslo_concurrency.lockutils [req-c7223a2d-4bd4-419e-9050-2b61699747b6 req-fe83b5b1-90b0-47d0-a3eb-f8059f717089 service nova] Releasing lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.313019] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d4282b-98e1-a1d1-06b6-12dc0c69d480, 'name': SearchDatastore_Task, 'duration_secs': 0.063839} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.313019] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3a0338-aaac-4eec-a811-de85d26cb465 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.316358] env[69773]: DEBUG nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 856.323379] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 856.323379] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a26f72-ee20-a92e-649f-a4bbd4170819" [ 856.323379] env[69773]: _type = "Task" [ 856.323379] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.344916] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a26f72-ee20-a92e-649f-a4bbd4170819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.363158] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 856.363158] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 856.363158] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.363158] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 856.363158] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.363158] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 856.363710] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 856.364369] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 856.364970] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 856.365521] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 856.366115] env[69773]: DEBUG nova.virt.hardware [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 856.367404] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892502fa-fc89-41fe-a3b1-045f2125b4dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.379343] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13923eb7-a202-4cf9-b78c-5d628344e01c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.400854] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.403917] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.404305] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.404547] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bcfaef2-3457-47a2-b385-93d64a791a39 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.425993] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.425993] env[69773]: value = "task-3389996" [ 856.425993] env[69773]: _type = "Task" [ 856.425993] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.432651] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389994, 'name': Rename_Task, 'duration_secs': 0.142989} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.435548] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.436186] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa042efa-2b22-44da-8f86-dec326f2d49a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.440696] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389996, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.445249] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 856.445249] env[69773]: value = "task-3389997" [ 856.445249] env[69773]: _type = "Task" [ 856.445249] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.452009] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "3684986e-3928-4f7f-bbf0-274977244745" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.452252] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "3684986e-3928-4f7f-bbf0-274977244745" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.452559] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "3684986e-3928-4f7f-bbf0-274977244745-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.452736] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "3684986e-3928-4f7f-bbf0-274977244745-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.452953] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "3684986e-3928-4f7f-bbf0-274977244745-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.455602] env[69773]: INFO nova.compute.manager [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Terminating instance [ 856.460469] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389997, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.478895] env[69773]: DEBUG nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 856.710623] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.822325] env[69773]: INFO nova.virt.block_device [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Booting with volume c48ed849-f6cd-4537-820f-70c7da3be9f1 at /dev/sda [ 856.850595] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a26f72-ee20-a92e-649f-a4bbd4170819, 'name': SearchDatastore_Task, 'duration_secs': 0.029253} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.850861] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.851135] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 5584428a-6fb3-41ec-8d2c-08b2ce546236/5584428a-6fb3-41ec-8d2c-08b2ce546236.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.851430] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cad09c58-03e8-4232-9a01-bbe495f06d75 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.856401] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1235f212-432f-4611-a9b4-dc4d1a2619b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.860655] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 856.860655] env[69773]: value = "task-3389999" [ 856.860655] env[69773]: _type = "Task" [ 856.860655] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.867993] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddccf560-5447-4ca8-865e-d446a85bfbab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.874728] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.876343] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47559134-f431-41eb-90b3-7619f150e2ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.908742] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eec39a-fc84-428a-a0c9-b3e6eb1e5895 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.914132] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39fabd5-4a50-4a96-8202-bdec3b8ff73d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.932450] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06da1f55-fdbe-4f0d-b457-8ed62fee2f18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.941155] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3389996, 'name': CreateVM_Task, 'duration_secs': 0.503209} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.966564] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.967360] env[69773]: DEBUG nova.compute.provider_tree [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.969340] env[69773]: DEBUG nova.compute.manager [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 856.969441] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 856.970281] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.970457] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.970771] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.976303] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b71e0-24b1-4738-946c-bbb821a536c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.977417] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26c0c9f4-e4cf-4162-9a14-9d27a828bcce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.979556] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2968aaf0-6391-481d-8956-14fc2f328637 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.989303] env[69773]: DEBUG oslo_vmware.api [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3389997, 'name': PowerOnVM_Task, 'duration_secs': 0.473208} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.995315] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.995543] env[69773]: INFO nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Took 8.37 seconds to spawn the instance on the hypervisor. [ 856.995771] env[69773]: DEBUG nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.996101] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 856.996101] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523b9c36-ed01-23b3-0878-244f78847943" [ 856.996101] env[69773]: _type = "Task" [ 856.996101] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.996505] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 856.997317] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3539ddee-c603-400a-af6e-d16a1620a6e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.000119] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72fd6708-920f-432d-919e-d3d1dd58c2d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.004781] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2302d7d1-7927-4e9d-ab41-afcea739e788 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.016008] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.030725] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523b9c36-ed01-23b3-0878-244f78847943, 'name': SearchDatastore_Task, 'duration_secs': 0.009194} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.031014] env[69773]: DEBUG oslo_vmware.api [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 857.031014] env[69773]: value = "task-3390000" [ 857.031014] env[69773]: _type = "Task" [ 857.031014] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.031611] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.031869] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.032137] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.032287] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.032561] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.051436] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f533d1d-b5eb-4a38-ada7-6afb9f136e21 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.056623] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd95ef0-b30f-4e2b-a42e-85a35befaf8b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.064592] env[69773]: DEBUG oslo_vmware.api [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.067374] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a8dd8a-5181-4314-83bf-d3a3d5425012 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.075024] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.075024] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.075024] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60bfa806-766c-44b7-b260-d1fbc79bb758 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.082478] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 857.082478] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d3d0d4-cddb-0462-5833-91980f813ea2" [ 857.082478] env[69773]: _type = "Task" [ 857.082478] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.087063] env[69773]: DEBUG nova.virt.block_device [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Updating existing volume attachment record: 1ddfba56-7baf-4013-be93-b84952c9b795 {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 857.800212] env[69773]: DEBUG nova.network.neutron [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Successfully updated port: 08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.804637] env[69773]: DEBUG nova.scheduler.client.report [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.812416] env[69773]: DEBUG nova.compute.manager [req-95c33ccc-a487-491c-b29c-1af265e350c8 req-86c056e6-b2e2-4386-a6d1-578271eb5720 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Received event network-vif-plugged-08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.812621] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c33ccc-a487-491c-b29c-1af265e350c8 req-86c056e6-b2e2-4386-a6d1-578271eb5720 service nova] Acquiring lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.812820] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c33ccc-a487-491c-b29c-1af265e350c8 req-86c056e6-b2e2-4386-a6d1-578271eb5720 service nova] Lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.812981] env[69773]: DEBUG oslo_concurrency.lockutils [req-95c33ccc-a487-491c-b29c-1af265e350c8 req-86c056e6-b2e2-4386-a6d1-578271eb5720 service nova] Lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.813158] env[69773]: DEBUG nova.compute.manager [req-95c33ccc-a487-491c-b29c-1af265e350c8 req-86c056e6-b2e2-4386-a6d1-578271eb5720 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] No waiting events found dispatching network-vif-plugged-08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.813336] env[69773]: WARNING nova.compute.manager [req-95c33ccc-a487-491c-b29c-1af265e350c8 req-86c056e6-b2e2-4386-a6d1-578271eb5720 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Received unexpected event network-vif-plugged-08f1f57c-0574-4c65-afad-69a8358732d5 for instance with vm_state building and task_state block_device_mapping. [ 857.834357] env[69773]: DEBUG oslo_vmware.api [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390000, 'name': PowerOffVM_Task, 'duration_secs': 0.300443} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.834357] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3389995, 'name': ReconfigVM_Task, 'duration_secs': 0.766001} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.840227] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 857.840405] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 857.840708] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.841351] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d3d0d4-cddb-0462-5833-91980f813ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.048843} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.841788] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3389999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50132} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.842306] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc35604-ea19-46f2-88a6-d9393ab8fbc3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.844023] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7aaa34bf-c70f-4156-b18b-68a1225f75aa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.845835] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 5584428a-6fb3-41ec-8d2c-08b2ce546236/5584428a-6fb3-41ec-8d2c-08b2ce546236.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.847505] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.847505] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b156cc2-4a22-4b6d-9484-90482a69ee09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.848672] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccbfb900-79e7-4499-9140-643728ac06e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.856455] env[69773]: INFO nova.compute.manager [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Took 28.07 seconds to build instance. [ 857.859552] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 857.859552] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524cc424-37c5-b1b8-b958-dec62e52bfe8" [ 857.859552] env[69773]: _type = "Task" [ 857.859552] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.861030] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 857.861030] env[69773]: value = "task-3390002" [ 857.861030] env[69773]: _type = "Task" [ 857.861030] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.861309] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 857.861309] env[69773]: value = "task-3390003" [ 857.861309] env[69773]: _type = "Task" [ 857.861309] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.877156] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524cc424-37c5-b1b8-b958-dec62e52bfe8, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.884490] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.884866] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] f6a9839e-615a-411c-8e3e-2ce15dd85dd4/f6a9839e-615a-411c-8e3e-2ce15dd85dd4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.885215] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.885510] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390002, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.885772] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-621c1c97-ce03-4cc5-b84c-8a8c1728ae3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.892872] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 857.892872] env[69773]: value = "task-3390004" [ 857.892872] env[69773]: _type = "Task" [ 857.892872] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.906736] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.919674] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 857.919880] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 857.920175] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleting the datastore file [datastore2] 3684986e-3928-4f7f-bbf0-274977244745 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 857.920475] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f660c34b-db82-4532-8552-15a7e46c70c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.927213] env[69773]: DEBUG oslo_vmware.api [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 857.927213] env[69773]: value = "task-3390005" [ 857.927213] env[69773]: _type = "Task" [ 857.927213] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.934792] env[69773]: DEBUG oslo_vmware.api [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.317605] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.020s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.322106] env[69773]: DEBUG nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.325009] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Acquiring lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.325206] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Acquired lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.325374] env[69773]: DEBUG nova.network.neutron [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 858.328570] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.847s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.328570] env[69773]: INFO nova.compute.claims [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.363218] env[69773]: DEBUG oslo_concurrency.lockutils [None req-99acdd4c-9222-4196-aa7d-52ba1e088834 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.669s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.380438] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068859} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.383649] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.384478] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390002, 'name': Rename_Task, 'duration_secs': 0.165913} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.385377] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33e12f7-b719-4cfe-8c4f-24e90fce627c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.388054] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.388327] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5864903b-ed32-43b1-9d0d-035328cdf4a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.412020] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 5584428a-6fb3-41ec-8d2c-08b2ce546236/5584428a-6fb3-41ec-8d2c-08b2ce546236.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.415966] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97061d9f-e476-4884-a28e-f8b7fc2e0973 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.430672] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 858.430672] env[69773]: value = "task-3390006" [ 858.430672] env[69773]: _type = "Task" [ 858.430672] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.441317] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4914} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.443131] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] f6a9839e-615a-411c-8e3e-2ce15dd85dd4/f6a9839e-615a-411c-8e3e-2ce15dd85dd4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.443391] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.443704] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 858.443704] env[69773]: value = "task-3390007" [ 858.443704] env[69773]: _type = "Task" [ 858.443704] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.443902] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6280582-934c-48da-a8d4-51848ac0a438 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.453994] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.454249] env[69773]: DEBUG oslo_vmware.api [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18057} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.454842] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.455039] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.455260] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.455441] env[69773]: INFO nova.compute.manager [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Took 1.49 seconds to destroy the instance on the hypervisor. [ 858.455674] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.456186] env[69773]: DEBUG nova.compute.manager [-] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.456285] env[69773]: DEBUG nova.network.neutron [-] [instance: 3684986e-3928-4f7f-bbf0-274977244745] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 858.462508] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 858.462508] env[69773]: value = "task-3390008" [ 858.462508] env[69773]: _type = "Task" [ 858.462508] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.462782] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.471381] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.828925] env[69773]: DEBUG nova.compute.utils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.830410] env[69773]: DEBUG nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.833239] env[69773]: DEBUG nova.network.neutron [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.942234] env[69773]: DEBUG oslo_vmware.api [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390006, 'name': PowerOnVM_Task, 'duration_secs': 0.493258} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.942537] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.942775] env[69773]: DEBUG nova.compute.manager [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.943697] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5405badc-576e-49bb-9603-42c7c665704e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.950972] env[69773]: DEBUG nova.network.neutron [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 858.960338] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390007, 'name': ReconfigVM_Task, 'duration_secs': 0.296007} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.960868] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 5584428a-6fb3-41ec-8d2c-08b2ce546236/5584428a-6fb3-41ec-8d2c-08b2ce546236.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.961759] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5b289e4-aa8d-4257-8e65-350cd9a2d841 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.975210] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086821} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.976606] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.976974] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 858.976974] env[69773]: value = "task-3390010" [ 858.976974] env[69773]: _type = "Task" [ 858.976974] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.977730] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c68637-ed5d-498f-adef-f39e7b565ae6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.010384] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] f6a9839e-615a-411c-8e3e-2ce15dd85dd4/f6a9839e-615a-411c-8e3e-2ce15dd85dd4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.012346] env[69773]: DEBUG nova.policy [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5c1ac80affc421b9309fe1c84ab1694', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93ca15ce4d864c929dc0a605b5fd40b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.020448] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0504a89a-6903-40a1-8d10-94758a3010b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.035579] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390010, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.036575] env[69773]: DEBUG nova.network.neutron [-] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.043744] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 859.043744] env[69773]: value = "task-3390011" [ 859.043744] env[69773]: _type = "Task" [ 859.043744] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.056169] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390011, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.328673] env[69773]: DEBUG nova.network.neutron [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Updating instance_info_cache with network_info: [{"id": "08f1f57c-0574-4c65-afad-69a8358732d5", "address": "fa:16:3e:57:1c:ed", "network": {"id": "cb2d74e2-f009-4404-84f1-fa0fbf107c0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-679795774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa3b3cf3a24413bc8e9f95cbc256d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f1f57c-05", "ovs_interfaceid": "08f1f57c-0574-4c65-afad-69a8358732d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.337689] env[69773]: DEBUG nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.382148] env[69773]: DEBUG nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.382788] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.382950] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.383123] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.383324] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.383471] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.383617] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.383817] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.383983] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.384608] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.384789] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.384966] env[69773]: DEBUG nova.virt.hardware [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.386534] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cc8c81-5428-47ab-aae9-9a4a04444153 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.398371] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad265c7d-d887-4052-b9c3-7b1317103a86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.474505] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.490793] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390010, 'name': Rename_Task, 'duration_secs': 0.154405} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.493604] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.493987] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea7f110f-e0e2-4296-b0e3-9544360b846a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.500906] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 859.500906] env[69773]: value = "task-3390012" [ 859.500906] env[69773]: _type = "Task" [ 859.500906] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.511692] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.539034] env[69773]: INFO nova.compute.manager [-] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Took 1.08 seconds to deallocate network for instance. [ 859.558685] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390011, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.637462] env[69773]: DEBUG nova.compute.manager [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Received event network-changed-08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.637657] env[69773]: DEBUG nova.compute.manager [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Refreshing instance network info cache due to event network-changed-08f1f57c-0574-4c65-afad-69a8358732d5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.637981] env[69773]: DEBUG oslo_concurrency.lockutils [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] Acquiring lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.657546] env[69773]: DEBUG nova.network.neutron [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Successfully created port: 6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.830957] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Releasing lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.831331] env[69773]: DEBUG nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Instance network_info: |[{"id": "08f1f57c-0574-4c65-afad-69a8358732d5", "address": "fa:16:3e:57:1c:ed", "network": {"id": "cb2d74e2-f009-4404-84f1-fa0fbf107c0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-679795774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa3b3cf3a24413bc8e9f95cbc256d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f1f57c-05", "ovs_interfaceid": "08f1f57c-0574-4c65-afad-69a8358732d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.831712] env[69773]: DEBUG oslo_concurrency.lockutils [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] Acquired lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.831817] env[69773]: DEBUG nova.network.neutron [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Refreshing network info cache for port 08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 859.833642] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:1c:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08f1f57c-0574-4c65-afad-69a8358732d5', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.841361] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Creating folder: Project (eaaa3b3cf3a24413bc8e9f95cbc256d7). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.850325] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d7751b-f462-4ea6-ac0b-9746fdfed589 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.871922] env[69773]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 859.872219] env[69773]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69773) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 859.872469] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Folder already exists: Project (eaaa3b3cf3a24413bc8e9f95cbc256d7). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 859.872682] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Creating folder: Instances. Parent ref: group-v676367. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.873215] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ca0e464-30d8-4b4f-91db-0715c45b660a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.883583] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Created folder: Instances in parent group-v676367. [ 859.883829] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.884043] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.884334] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e7c40c1-cd0e-4845-95f1-b2d3af51ac31 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.908897] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.908897] env[69773]: value = "task-3390015" [ 859.908897] env[69773]: _type = "Task" [ 859.908897] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.914875] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93799e15-4441-4d1f-9289-30f58b2d1d38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.920504] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390015, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.924917] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d55430c-f722-4968-b698-c70942b697c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.958289] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f9e34-a2bb-4e8e-9d47-5733da3285c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.967041] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c17bcde-0b51-4a44-8d36-5278ad6e7956 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.983684] env[69773]: DEBUG nova.compute.provider_tree [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.012953] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390012, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.053327] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.058122] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390011, 'name': ReconfigVM_Task, 'duration_secs': 0.700408} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.058122] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Reconfigured VM instance instance-0000002f to attach disk [datastore1] f6a9839e-615a-411c-8e3e-2ce15dd85dd4/f6a9839e-615a-411c-8e3e-2ce15dd85dd4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.058307] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fad7f18d-cd34-4003-9ebe-b45f02d39178 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.064812] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 860.064812] env[69773]: value = "task-3390016" [ 860.064812] env[69773]: _type = "Task" [ 860.064812] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.078251] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390016, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.270896] env[69773]: DEBUG nova.network.neutron [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Updated VIF entry in instance network info cache for port 08f1f57c-0574-4c65-afad-69a8358732d5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 860.271289] env[69773]: DEBUG nova.network.neutron [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Updating instance_info_cache with network_info: [{"id": "08f1f57c-0574-4c65-afad-69a8358732d5", "address": "fa:16:3e:57:1c:ed", "network": {"id": "cb2d74e2-f009-4404-84f1-fa0fbf107c0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-679795774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa3b3cf3a24413bc8e9f95cbc256d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f1f57c-05", "ovs_interfaceid": "08f1f57c-0574-4c65-afad-69a8358732d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.359035] env[69773]: DEBUG nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.381768] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.381997] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.382179] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.382361] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.382504] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.382648] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.382862] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.383020] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.383190] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.383348] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.383513] env[69773]: DEBUG nova.virt.hardware [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.384539] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9c1c15-74db-4b47-982f-4827fce2c831 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.392568] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf39d7-d04e-453a-8241-5426076493d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.418429] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390015, 'name': CreateVM_Task, 'duration_secs': 0.408614} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.418604] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 860.419328] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676374', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'name': 'volume-c48ed849-f6cd-4537-820f-70c7da3be9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50bc9426-4f8d-4728-82e6-38dbe2eeb62a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'serial': 'c48ed849-f6cd-4537-820f-70c7da3be9f1'}, 'disk_bus': None, 'attachment_id': '1ddfba56-7baf-4013-be93-b84952c9b795', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69773) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 860.419541] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Root volume attach. Driver type: vmdk {{(pid=69773) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 860.420341] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b2b6b-7e06-4e41-94ca-9fc1f0c0af31 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.428431] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b304858c-e5e8-4073-bc12-db37d7e6fbcb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.434481] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5f5d6a-24da-4113-b74c-128583835a00 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.440345] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f3fe6144-a1c5-4dec-b431-2fadd02de68a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.446971] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 860.446971] env[69773]: value = "task-3390017" [ 860.446971] env[69773]: _type = "Task" [ 860.446971] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.454250] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.488518] env[69773]: DEBUG nova.scheduler.client.report [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.511571] env[69773]: DEBUG oslo_vmware.api [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390012, 'name': PowerOnVM_Task, 'duration_secs': 0.703903} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.511848] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.512107] env[69773]: INFO nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Took 7.98 seconds to spawn the instance on the hypervisor. [ 860.512291] env[69773]: DEBUG nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.513092] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b38713-265d-4f0c-9344-a114e3902b50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.577384] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390016, 'name': Rename_Task, 'duration_secs': 0.223775} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.577878] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.578229] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b5ee260-2710-40e8-b626-d7b5e05b4d0e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.587421] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 860.587421] env[69773]: value = "task-3390018" [ 860.587421] env[69773]: _type = "Task" [ 860.587421] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.595468] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390018, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.767773] env[69773]: INFO nova.compute.manager [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Rebuilding instance [ 860.773642] env[69773]: DEBUG oslo_concurrency.lockutils [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] Releasing lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.773975] env[69773]: DEBUG nova.compute.manager [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Received event network-changed-7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.774192] env[69773]: DEBUG nova.compute.manager [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Refreshing instance network info cache due to event network-changed-7697a48d-40c5-49ad-9cfe-5ac70d824d4f. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.774433] env[69773]: DEBUG oslo_concurrency.lockutils [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] Acquiring lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.774573] env[69773]: DEBUG oslo_concurrency.lockutils [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] Acquired lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.774729] env[69773]: DEBUG nova.network.neutron [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Refreshing network info cache for port 7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 860.812088] env[69773]: DEBUG nova.compute.manager [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.813023] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab82268c-6958-41bd-a84f-96976d7b646c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.959556] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task} progress is 34%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.994861] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.995564] env[69773]: DEBUG nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.998625] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.942s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.029875] env[69773]: INFO nova.compute.manager [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Took 29.68 seconds to build instance. [ 861.098810] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390018, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.460446] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task} progress is 45%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.501958] env[69773]: DEBUG nova.compute.utils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.507720] env[69773]: INFO nova.compute.claims [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.512638] env[69773]: DEBUG nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.513124] env[69773]: DEBUG nova.network.neutron [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.533087] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1c025ea-3437-4287-84b8-de82c432eeef tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.799s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.565969] env[69773]: DEBUG nova.policy [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4a6e5874e843a284df55bfb8c5dd41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f37a5e7d9a468dbc0d213ceaf131b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.597036] env[69773]: DEBUG oslo_vmware.api [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390018, 'name': PowerOnVM_Task, 'duration_secs': 0.612132} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.597256] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.597601] env[69773]: DEBUG nova.compute.manager [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.600018] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e399f-9354-48eb-9c5d-acb8b511b6ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.844259] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.844259] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90dd1b7b-60a3-4429-9eb6-bd291f767cf9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.853509] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 861.853509] env[69773]: value = "task-3390019" [ 861.853509] env[69773]: _type = "Task" [ 861.853509] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.868414] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.873108] env[69773]: DEBUG nova.network.neutron [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updated VIF entry in instance network info cache for port 7697a48d-40c5-49ad-9cfe-5ac70d824d4f. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 861.873108] env[69773]: DEBUG nova.network.neutron [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updating instance_info_cache with network_info: [{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.916445] env[69773]: DEBUG nova.network.neutron [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Successfully created port: 2e4126dc-8199-4813-9653-435d35ff3047 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.923570] env[69773]: DEBUG nova.network.neutron [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Successfully updated port: 6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.959296] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task} progress is 60%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.015025] env[69773]: DEBUG nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.018043] env[69773]: INFO nova.compute.resource_tracker [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating resource usage from migration 0bb616b1-3018-45a7-b463-b86c4399ced7 [ 862.123303] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.363342] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390019, 'name': PowerOffVM_Task, 'duration_secs': 0.301254} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.363682] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.363923] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.364866] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4eb31e3-85cf-463b-a105-8c2e04f8b33d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.373250] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.373525] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a30fc1f-9b83-4e5f-bf48-4809ac8c2344 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.375938] env[69773]: DEBUG oslo_concurrency.lockutils [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] Releasing lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.376132] env[69773]: DEBUG nova.compute.manager [req-c98aa175-c3a7-4f21-a2ef-c7421b012302 req-4dc9d394-58c3-442a-82b4-eb85a9c18829 service nova] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Received event network-vif-deleted-02864647-5324-41b5-9d08-aaf9700098b3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.429338] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.429524] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquired lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.429772] env[69773]: DEBUG nova.network.neutron [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 862.450213] env[69773]: DEBUG nova.compute.manager [req-8e74a797-0390-43bd-b2cf-1eae70b5a87c req-8181c9e6-29bb-4dd9-8454-35fa21321ef1 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Received event network-vif-plugged-6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.450213] env[69773]: DEBUG oslo_concurrency.lockutils [req-8e74a797-0390-43bd-b2cf-1eae70b5a87c req-8181c9e6-29bb-4dd9-8454-35fa21321ef1 service nova] Acquiring lock "01587496-3a39-4322-bc85-f4cb057f383f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.450213] env[69773]: DEBUG oslo_concurrency.lockutils [req-8e74a797-0390-43bd-b2cf-1eae70b5a87c req-8181c9e6-29bb-4dd9-8454-35fa21321ef1 service nova] Lock "01587496-3a39-4322-bc85-f4cb057f383f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.450429] env[69773]: DEBUG oslo_concurrency.lockutils [req-8e74a797-0390-43bd-b2cf-1eae70b5a87c req-8181c9e6-29bb-4dd9-8454-35fa21321ef1 service nova] Lock "01587496-3a39-4322-bc85-f4cb057f383f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.450655] env[69773]: DEBUG nova.compute.manager [req-8e74a797-0390-43bd-b2cf-1eae70b5a87c req-8181c9e6-29bb-4dd9-8454-35fa21321ef1 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] No waiting events found dispatching network-vif-plugged-6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.450842] env[69773]: WARNING nova.compute.manager [req-8e74a797-0390-43bd-b2cf-1eae70b5a87c req-8181c9e6-29bb-4dd9-8454-35fa21321ef1 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Received unexpected event network-vif-plugged-6aca8e09-f991-4992-b07f-0e798201e87e for instance with vm_state building and task_state spawning. [ 862.452980] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.453153] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.453640] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleting the datastore file [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.457838] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-215f342b-ff28-4559-9790-f2938352b07e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.466706] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task} progress is 73%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.471118] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 862.471118] env[69773]: value = "task-3390021" [ 862.471118] env[69773]: _type = "Task" [ 862.471118] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.483125] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.628097] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Acquiring lock "4b8e67a0-adec-4604-97ee-02248abc145e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.628255] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "4b8e67a0-adec-4604-97ee-02248abc145e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.630731] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4742ca6b-9846-4bc1-b823-b59212b4bfbe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.640247] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a325d61-d374-4f7d-89f1-48b0e0c63538 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.676868] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e12e3-b356-4e78-8878-5d44c0518e71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.685773] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889c4d09-5bd4-44b1-a747-161c10de8660 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.701814] env[69773]: DEBUG nova.compute.provider_tree [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.963314] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.981811] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.390385} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.982846] env[69773]: DEBUG nova.network.neutron [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 862.985708] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.985965] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.986166] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.032278] env[69773]: DEBUG nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.068427] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.068676] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.068835] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.069035] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.069196] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.069341] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.069552] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.069779] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.069880] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.070061] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.070283] env[69773]: DEBUG nova.virt.hardware [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.071532] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b0f74d-f2a4-4026-b9dd-3d0b5b63e2c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.082377] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c454945-e6c3-4ca4-a16c-f4fddffa78c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.135536] env[69773]: DEBUG nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.209304] env[69773]: DEBUG nova.scheduler.client.report [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.213680] env[69773]: DEBUG nova.network.neutron [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [{"id": "6aca8e09-f991-4992-b07f-0e798201e87e", "address": "fa:16:3e:8a:32:66", "network": {"id": "bfec6bc5-3c0b-4d09-9fac-a1e93c26eadc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-584524059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93ca15ce4d864c929dc0a605b5fd40b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aca8e09-f9", "ovs_interfaceid": "6aca8e09-f991-4992-b07f-0e798201e87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.417353] env[69773]: DEBUG nova.compute.manager [req-ffaa32ae-380e-4914-9c59-552b4a62d4fc req-ed716695-723f-4af6-bce0-e15a320712f7 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Received event network-vif-plugged-2e4126dc-8199-4813-9653-435d35ff3047 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.417577] env[69773]: DEBUG oslo_concurrency.lockutils [req-ffaa32ae-380e-4914-9c59-552b4a62d4fc req-ed716695-723f-4af6-bce0-e15a320712f7 service nova] Acquiring lock "f15a5126-47d9-4d52-b2d2-60e2047150b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.417801] env[69773]: DEBUG oslo_concurrency.lockutils [req-ffaa32ae-380e-4914-9c59-552b4a62d4fc req-ed716695-723f-4af6-bce0-e15a320712f7 service nova] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.417985] env[69773]: DEBUG oslo_concurrency.lockutils [req-ffaa32ae-380e-4914-9c59-552b4a62d4fc req-ed716695-723f-4af6-bce0-e15a320712f7 service nova] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.418202] env[69773]: DEBUG nova.compute.manager [req-ffaa32ae-380e-4914-9c59-552b4a62d4fc req-ed716695-723f-4af6-bce0-e15a320712f7 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] No waiting events found dispatching network-vif-plugged-2e4126dc-8199-4813-9653-435d35ff3047 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.418356] env[69773]: WARNING nova.compute.manager [req-ffaa32ae-380e-4914-9c59-552b4a62d4fc req-ed716695-723f-4af6-bce0-e15a320712f7 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Received unexpected event network-vif-plugged-2e4126dc-8199-4813-9653-435d35ff3047 for instance with vm_state building and task_state spawning. [ 863.465486] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task} progress is 97%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.514198] env[69773]: DEBUG nova.network.neutron [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Successfully updated port: 2e4126dc-8199-4813-9653-435d35ff3047 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.535271] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.535538] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.535752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.535934] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.536118] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.538772] env[69773]: INFO nova.compute.manager [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Terminating instance [ 863.612422] env[69773]: DEBUG oslo_concurrency.lockutils [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.612422] env[69773]: DEBUG oslo_concurrency.lockutils [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.612422] env[69773]: INFO nova.compute.manager [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Rebooting instance [ 863.662768] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.716481] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.718s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.716687] env[69773]: INFO nova.compute.manager [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Migrating [ 863.725106] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Releasing lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.725840] env[69773]: DEBUG nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Instance network_info: |[{"id": "6aca8e09-f991-4992-b07f-0e798201e87e", "address": "fa:16:3e:8a:32:66", "network": {"id": "bfec6bc5-3c0b-4d09-9fac-a1e93c26eadc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-584524059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93ca15ce4d864c929dc0a605b5fd40b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aca8e09-f9", "ovs_interfaceid": "6aca8e09-f991-4992-b07f-0e798201e87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.729141] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.014s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.730985] env[69773]: INFO nova.compute.claims [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.739535] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:32:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0ded8bac-871f-491b-94ec-cb67c08bc828', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aca8e09-f991-4992-b07f-0e798201e87e', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.748862] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Creating folder: Project (93ca15ce4d864c929dc0a605b5fd40b3). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.755181] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d95130a-e25a-45d5-a5a7-aac5d10c4ba5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.767795] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Created folder: Project (93ca15ce4d864c929dc0a605b5fd40b3) in parent group-v676268. [ 863.767795] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Creating folder: Instances. Parent ref: group-v676415. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 863.768084] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-165bf7a8-b5c8-406a-a99f-b3f1d47fc529 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.778037] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Created folder: Instances in parent group-v676415. [ 863.778037] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.778954] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.779517] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0234dea-12a1-425e-9c0f-d7d5dc229bba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.800508] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.800508] env[69773]: value = "task-3390024" [ 863.800508] env[69773]: _type = "Task" [ 863.800508] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.809384] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390024, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.965380] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task} progress is 98%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.019669] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-f15a5126-47d9-4d52-b2d2-60e2047150b2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.019851] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-f15a5126-47d9-4d52-b2d2-60e2047150b2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.019996] env[69773]: DEBUG nova.network.neutron [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 864.034481] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.034827] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.034905] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.035293] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.035457] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.035605] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.035899] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.036076] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.036252] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.036414] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.036583] env[69773]: DEBUG nova.virt.hardware [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.037710] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31562e4-30cb-4c9b-bd76-f1a1ecc81a78 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.041715] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "refresh_cache-f6a9839e-615a-411c-8e3e-2ce15dd85dd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.041906] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquired lock "refresh_cache-f6a9839e-615a-411c-8e3e-2ce15dd85dd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.042173] env[69773]: DEBUG nova.network.neutron [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 864.046931] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13825ab-eda6-4831-a839-7eefcaac377f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.068919] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:63:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5273a2b-2de5-42db-8a6d-a8c3a5940471', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.079655] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.080361] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.080604] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9ac31f8-76fe-4981-b5a0-9e51cd4d635f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.102957] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.102957] env[69773]: value = "task-3390025" [ 864.102957] env[69773]: _type = "Task" [ 864.102957] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.111579] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390025, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.139817] env[69773]: DEBUG oslo_concurrency.lockutils [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.139817] env[69773]: DEBUG oslo_concurrency.lockutils [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquired lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.140070] env[69773]: DEBUG nova.network.neutron [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 864.259342] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.259549] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.261561] env[69773]: DEBUG nova.network.neutron [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 864.310652] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390024, 'name': CreateVM_Task, 'duration_secs': 0.450976} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.310829] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.312373] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.312373] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.312373] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.312373] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8c3e2e-a8e3-42ee-974c-ccb6bd5d6b41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.317056] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 864.317056] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52048f8e-fe16-6f63-6ed3-40c8298fb66d" [ 864.317056] env[69773]: _type = "Task" [ 864.317056] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.324993] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52048f8e-fe16-6f63-6ed3-40c8298fb66d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.464711] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390017, 'name': RelocateVM_Task, 'duration_secs': 3.89604} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.465015] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 864.465323] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676374', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'name': 'volume-c48ed849-f6cd-4537-820f-70c7da3be9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50bc9426-4f8d-4728-82e6-38dbe2eeb62a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'serial': 'c48ed849-f6cd-4537-820f-70c7da3be9f1'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 864.466124] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819b00f9-fac3-4adc-890f-7eaafae26a0a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.482773] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e4f6ee-9724-4805-91ec-2ea1373f509e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.486756] env[69773]: DEBUG nova.compute.manager [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Received event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.486940] env[69773]: DEBUG nova.compute.manager [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing instance network info cache due to event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.487191] env[69773]: DEBUG oslo_concurrency.lockutils [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] Acquiring lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.487345] env[69773]: DEBUG oslo_concurrency.lockutils [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] Acquired lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.487500] env[69773]: DEBUG nova.network.neutron [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 864.508961] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] volume-c48ed849-f6cd-4537-820f-70c7da3be9f1/volume-c48ed849-f6cd-4537-820f-70c7da3be9f1.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.509876] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e78c811-f1fb-4567-a155-a1a468f59a48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.532143] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 864.532143] env[69773]: value = "task-3390026" [ 864.532143] env[69773]: _type = "Task" [ 864.532143] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.540597] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390026, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.556375] env[69773]: DEBUG nova.network.neutron [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 864.564479] env[69773]: DEBUG nova.network.neutron [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 864.612995] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390025, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.637587] env[69773]: DEBUG nova.network.neutron [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.703772] env[69773]: DEBUG nova.network.neutron [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Updating instance_info_cache with network_info: [{"id": "2e4126dc-8199-4813-9653-435d35ff3047", "address": "fa:16:3e:81:de:83", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4126dc-81", "ovs_interfaceid": "2e4126dc-8199-4813-9653-435d35ff3047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.831196] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52048f8e-fe16-6f63-6ed3-40c8298fb66d, 'name': SearchDatastore_Task, 'duration_secs': 0.029599} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.837903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.838181] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.838419] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.838563] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.838739] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.839314] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ea24ab5-7800-4001-8d5a-927395762d68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.852625] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.853835] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.853835] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5b77788-e5f6-435e-bfa2-b5a1eb16ff5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.860426] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 864.860426] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b8babd-d897-d9df-51b8-64c62da1f54b" [ 864.860426] env[69773]: _type = "Task" [ 864.860426] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.871011] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b8babd-d897-d9df-51b8-64c62da1f54b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.980856] env[69773]: DEBUG nova.network.neutron [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updating instance_info_cache with network_info: [{"id": "e0830704-8038-4ab9-be64-1a36289daada", "address": "fa:16:3e:e1:7e:e3", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0830704-80", "ovs_interfaceid": "e0830704-8038-4ab9-be64-1a36289daada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.987431] env[69773]: DEBUG nova.network.neutron [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance_info_cache with network_info: [{"id": "dea772d6-a293-4f61-8c1a-40615510800b", "address": "fa:16:3e:d2:c8:4d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea772d6-a2", "ovs_interfaceid": "dea772d6-a293-4f61-8c1a-40615510800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.045409] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390026, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.113647] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390025, 'name': CreateVM_Task, 'duration_secs': 0.615371} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.116495] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.117844] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.117844] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.117844] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.118800] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-827cb92f-ade7-4844-8db2-f2c44b2804b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.125551] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 865.125551] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527597c2-9090-d981-6b79-d1c07504632c" [ 865.125551] env[69773]: _type = "Task" [ 865.125551] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.137298] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527597c2-9090-d981-6b79-d1c07504632c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.144033] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Releasing lock "refresh_cache-f6a9839e-615a-411c-8e3e-2ce15dd85dd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.144432] env[69773]: DEBUG nova.compute.manager [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.144859] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.145957] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e84b363-d35d-4d2e-b229-1d83dcfaa31f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.154777] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.157438] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a6e115d-eda9-49bb-914d-2ad915191845 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.168208] env[69773]: DEBUG oslo_vmware.api [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 865.168208] env[69773]: value = "task-3390027" [ 865.168208] env[69773]: _type = "Task" [ 865.168208] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.178932] env[69773]: DEBUG oslo_vmware.api [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.195350] env[69773]: DEBUG nova.network.neutron [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updated VIF entry in instance network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 865.195726] env[69773]: DEBUG nova.network.neutron [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [{"id": "6aca8e09-f991-4992-b07f-0e798201e87e", "address": "fa:16:3e:8a:32:66", "network": {"id": "bfec6bc5-3c0b-4d09-9fac-a1e93c26eadc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-584524059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93ca15ce4d864c929dc0a605b5fd40b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aca8e09-f9", "ovs_interfaceid": "6aca8e09-f991-4992-b07f-0e798201e87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.210531] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-f15a5126-47d9-4d52-b2d2-60e2047150b2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.211013] env[69773]: DEBUG nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Instance network_info: |[{"id": "2e4126dc-8199-4813-9653-435d35ff3047", "address": "fa:16:3e:81:de:83", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4126dc-81", "ovs_interfaceid": "2e4126dc-8199-4813-9653-435d35ff3047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.212228] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:de:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e4126dc-8199-4813-9653-435d35ff3047', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.220944] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.222228] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.227852] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85aff6f7-831b-4d3c-bb9a-e5f4530fc12f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.251630] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.251630] env[69773]: value = "task-3390028" [ 865.251630] env[69773]: _type = "Task" [ 865.251630] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.261957] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390028, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.380418] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b8babd-d897-d9df-51b8-64c62da1f54b, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.383982] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c302405b-1410-4f83-9f52-704218600c27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.387686] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c760cd0-c652-4a0b-a3d1-df1eb3f8a4c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.396196] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb69cc70-a8fe-427e-b8b1-452b92367f83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.399712] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 865.399712] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bec9ce-03ac-b5cb-5f55-cfcaa7fd8c14" [ 865.399712] env[69773]: _type = "Task" [ 865.399712] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.430133] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343e1338-4644-4c1b-91a8-678b54e6c4b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.436403] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bec9ce-03ac-b5cb-5f55-cfcaa7fd8c14, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.437018] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.437303] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f/01587496-3a39-4322-bc85-f4cb057f383f.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.437557] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c61e2bb8-4705-49ee-8b78-71a1fc98eeb7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.442632] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a163d1ca-1a4d-47dc-9678-0d1eae411fb3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.449017] env[69773]: DEBUG nova.compute.manager [req-1a255f63-5946-4b5c-beef-169b9e347cd8 req-c4834629-2085-4a37-abbd-70ab73394c88 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Received event network-changed-2e4126dc-8199-4813-9653-435d35ff3047 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.449213] env[69773]: DEBUG nova.compute.manager [req-1a255f63-5946-4b5c-beef-169b9e347cd8 req-c4834629-2085-4a37-abbd-70ab73394c88 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Refreshing instance network info cache due to event network-changed-2e4126dc-8199-4813-9653-435d35ff3047. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.449420] env[69773]: DEBUG oslo_concurrency.lockutils [req-1a255f63-5946-4b5c-beef-169b9e347cd8 req-c4834629-2085-4a37-abbd-70ab73394c88 service nova] Acquiring lock "refresh_cache-f15a5126-47d9-4d52-b2d2-60e2047150b2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.449558] env[69773]: DEBUG oslo_concurrency.lockutils [req-1a255f63-5946-4b5c-beef-169b9e347cd8 req-c4834629-2085-4a37-abbd-70ab73394c88 service nova] Acquired lock "refresh_cache-f15a5126-47d9-4d52-b2d2-60e2047150b2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.449710] env[69773]: DEBUG nova.network.neutron [req-1a255f63-5946-4b5c-beef-169b9e347cd8 req-c4834629-2085-4a37-abbd-70ab73394c88 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Refreshing network info cache for port 2e4126dc-8199-4813-9653-435d35ff3047 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 865.455215] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 865.455215] env[69773]: value = "task-3390029" [ 865.455215] env[69773]: _type = "Task" [ 865.455215] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.463188] env[69773]: DEBUG nova.compute.provider_tree [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.469912] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390029, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.486557] env[69773]: DEBUG oslo_concurrency.lockutils [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Releasing lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.490499] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.543285] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390026, 'name': ReconfigVM_Task, 'duration_secs': 0.576366} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.543723] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Reconfigured VM instance instance-00000032 to attach disk [datastore2] volume-c48ed849-f6cd-4537-820f-70c7da3be9f1/volume-c48ed849-f6cd-4537-820f-70c7da3be9f1.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.549188] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27c7a51c-f061-47c5-8340-ab08ebb17eb8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.566271] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 865.566271] env[69773]: value = "task-3390030" [ 865.566271] env[69773]: _type = "Task" [ 865.566271] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.574705] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.635024] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527597c2-9090-d981-6b79-d1c07504632c, 'name': SearchDatastore_Task, 'duration_secs': 0.0279} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.635338] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.635617] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.636849] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.636849] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.636849] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.636849] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1daed8-33e2-4bae-986e-4393bd01ff44 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.645549] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.645739] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.646459] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0c53e93-4fe6-4825-a177-b3dd26b06e09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.651335] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 865.651335] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5206b48f-c974-da32-60a1-856258a1a780" [ 865.651335] env[69773]: _type = "Task" [ 865.651335] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.662918] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5206b48f-c974-da32-60a1-856258a1a780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.678196] env[69773]: DEBUG oslo_vmware.api [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390027, 'name': PowerOffVM_Task, 'duration_secs': 0.11242} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.678527] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.678628] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.678917] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c520943-e3c2-43b5-99db-3f5267bc0622 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.698582] env[69773]: DEBUG oslo_concurrency.lockutils [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] Releasing lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.698944] env[69773]: DEBUG nova.compute.manager [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Received event network-changed-e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.699144] env[69773]: DEBUG nova.compute.manager [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Refreshing instance network info cache due to event network-changed-e0830704-8038-4ab9-be64-1a36289daada. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.699364] env[69773]: DEBUG oslo_concurrency.lockutils [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] Acquiring lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.699503] env[69773]: DEBUG oslo_concurrency.lockutils [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] Acquired lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.699681] env[69773]: DEBUG nova.network.neutron [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Refreshing network info cache for port e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 865.704230] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.704430] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.704593] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Deleting the datastore file [datastore1] f6a9839e-615a-411c-8e3e-2ce15dd85dd4 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.704855] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-095cdcc6-2b9c-4b26-9fef-2ced4c7c1e71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.712793] env[69773]: DEBUG oslo_vmware.api [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for the task: (returnval){ [ 865.712793] env[69773]: value = "task-3390032" [ 865.712793] env[69773]: _type = "Task" [ 865.712793] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.722833] env[69773]: DEBUG oslo_vmware.api [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.762301] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390028, 'name': CreateVM_Task, 'duration_secs': 0.345105} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.762533] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.763461] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.763676] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.764043] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.764423] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4363e8a2-59e3-4ff2-87f2-e684310babd6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.770304] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 865.770304] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52263037-4022-608c-1cb5-85e197c57110" [ 865.770304] env[69773]: _type = "Task" [ 865.770304] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.780023] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52263037-4022-608c-1cb5-85e197c57110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.962945] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390029, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.966953] env[69773]: DEBUG nova.scheduler.client.report [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.991008] env[69773]: DEBUG nova.compute.manager [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.992186] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753b0cb6-76a9-4495-baf9-15f38ace6c50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.076976] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390030, 'name': ReconfigVM_Task, 'duration_secs': 0.110393} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.080286] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676374', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'name': 'volume-c48ed849-f6cd-4537-820f-70c7da3be9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50bc9426-4f8d-4728-82e6-38dbe2eeb62a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'serial': 'c48ed849-f6cd-4537-820f-70c7da3be9f1'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 866.080645] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45ff2452-376d-4170-a2f5-b329e708698b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.089420] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 866.089420] env[69773]: value = "task-3390033" [ 866.089420] env[69773]: _type = "Task" [ 866.089420] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.097817] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390033, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.162276] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5206b48f-c974-da32-60a1-856258a1a780, 'name': SearchDatastore_Task, 'duration_secs': 0.013808} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.163115] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d5683c-a27e-410c-9d81-870d3cda6c44 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.168513] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 866.168513] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52169540-3f7f-36bf-feb9-b19769fbcace" [ 866.168513] env[69773]: _type = "Task" [ 866.168513] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.176732] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52169540-3f7f-36bf-feb9-b19769fbcace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.177999] env[69773]: DEBUG nova.network.neutron [req-1a255f63-5946-4b5c-beef-169b9e347cd8 req-c4834629-2085-4a37-abbd-70ab73394c88 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Updated VIF entry in instance network info cache for port 2e4126dc-8199-4813-9653-435d35ff3047. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 866.178144] env[69773]: DEBUG nova.network.neutron [req-1a255f63-5946-4b5c-beef-169b9e347cd8 req-c4834629-2085-4a37-abbd-70ab73394c88 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Updating instance_info_cache with network_info: [{"id": "2e4126dc-8199-4813-9653-435d35ff3047", "address": "fa:16:3e:81:de:83", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e4126dc-81", "ovs_interfaceid": "2e4126dc-8199-4813-9653-435d35ff3047", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.222281] env[69773]: DEBUG oslo_vmware.api [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Task: {'id': task-3390032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256061} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.222281] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.222467] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.222625] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.222815] env[69773]: INFO nova.compute.manager [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Took 1.08 seconds to destroy the instance on the hypervisor. [ 866.223075] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.223580] env[69773]: DEBUG nova.compute.manager [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.223682] env[69773]: DEBUG nova.network.neutron [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 866.241225] env[69773]: DEBUG nova.network.neutron [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 866.281635] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52263037-4022-608c-1cb5-85e197c57110, 'name': SearchDatastore_Task, 'duration_secs': 0.022905} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.281971] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.282303] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.282544] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.416349] env[69773]: DEBUG nova.network.neutron [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updated VIF entry in instance network info cache for port e0830704-8038-4ab9-be64-1a36289daada. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 866.416573] env[69773]: DEBUG nova.network.neutron [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updating instance_info_cache with network_info: [{"id": "e0830704-8038-4ab9-be64-1a36289daada", "address": "fa:16:3e:e1:7e:e3", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0830704-80", "ovs_interfaceid": "e0830704-8038-4ab9-be64-1a36289daada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.465974] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390029, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534612} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.466305] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f/01587496-3a39-4322-bc85-f4cb057f383f.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.466599] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.466883] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3980b538-9155-46fe-9b8e-b1bffdb719ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.472060] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.472650] env[69773]: DEBUG nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.476395] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.063s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.476638] env[69773]: DEBUG nova.objects.instance [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lazy-loading 'resources' on Instance uuid d1e8d329-10f8-475f-ac75-5581910b407c {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.477839] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 866.477839] env[69773]: value = "task-3390034" [ 866.477839] env[69773]: _type = "Task" [ 866.477839] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.487537] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.599933] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390033, 'name': Rename_Task, 'duration_secs': 0.135241} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.600237] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.600483] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a9025cf-7013-4927-a9e4-b3f5a1c4b73b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.606499] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 866.606499] env[69773]: value = "task-3390035" [ 866.606499] env[69773]: _type = "Task" [ 866.606499] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.615391] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.680436] env[69773]: DEBUG oslo_concurrency.lockutils [req-1a255f63-5946-4b5c-beef-169b9e347cd8 req-c4834629-2085-4a37-abbd-70ab73394c88 service nova] Releasing lock "refresh_cache-f15a5126-47d9-4d52-b2d2-60e2047150b2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.680824] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52169540-3f7f-36bf-feb9-b19769fbcace, 'name': SearchDatastore_Task, 'duration_secs': 0.013695} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.681143] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.681417] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.681696] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.681870] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.682092] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38302d85-a825-49f9-9f38-adc02be5dd3e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.684032] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60252389-47d2-48d5-8e18-fa28dbab5380 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.691386] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 866.691386] env[69773]: value = "task-3390036" [ 866.691386] env[69773]: _type = "Task" [ 866.691386] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.697146] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.697406] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.701223] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42337b7-586e-462f-b835-84f16aa24eea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.703576] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.706981] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 866.706981] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5235727c-5a50-e668-85e4-677cc94ed824" [ 866.706981] env[69773]: _type = "Task" [ 866.706981] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.714901] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5235727c-5a50-e668-85e4-677cc94ed824, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.743415] env[69773]: DEBUG nova.network.neutron [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.920092] env[69773]: DEBUG oslo_concurrency.lockutils [req-84a26888-a545-4eb9-9ecf-54041f099ff7 req-53787809-7c3e-4817-98b3-ec8e76ee83cf service nova] Releasing lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.983013] env[69773]: DEBUG nova.compute.utils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.985641] env[69773]: DEBUG nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.986579] env[69773]: DEBUG nova.network.neutron [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.998203] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07106} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.000157] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.001360] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eea132e-8a6c-4f85-bb9e-7449d5b080e0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.011412] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98a03a2-b22a-4d1a-b18c-fe1f51052d49 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.034830] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f/01587496-3a39-4322-bc85-f4cb057f383f.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.038344] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eaed90-386c-4543-bfd5-775ddbc66f9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.041309] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a27b94-15ca-4414-b8b5-465b6952b2bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.069930] env[69773]: DEBUG nova.policy [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7cd377367f74f9bbd49bfe76fef3ae1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e0994137d4241289e778a40cac24354', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.071949] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance '5857e7c0-7800-4019-b55a-c420b8febbf7' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.082960] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Doing hard reboot of VM {{(pid=69773) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 867.083380] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-95779eec-6222-4766-80fe-d716baf86c3b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.086418] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 867.086418] env[69773]: value = "task-3390037" [ 867.086418] env[69773]: _type = "Task" [ 867.086418] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.094225] env[69773]: DEBUG oslo_vmware.api [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 867.094225] env[69773]: value = "task-3390038" [ 867.094225] env[69773]: _type = "Task" [ 867.094225] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.103826] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.110254] env[69773]: DEBUG oslo_vmware.api [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390038, 'name': ResetVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.123606] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.203790] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390036, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.217238] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5235727c-5a50-e668-85e4-677cc94ed824, 'name': SearchDatastore_Task, 'duration_secs': 0.041927} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.218126] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8438c71-63d9-41f5-b266-023530d38157 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.225615] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 867.225615] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52626055-5b81-1498-3f68-d466d6389a72" [ 867.225615] env[69773]: _type = "Task" [ 867.225615] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.233994] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52626055-5b81-1498-3f68-d466d6389a72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.246265] env[69773]: INFO nova.compute.manager [-] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Took 1.02 seconds to deallocate network for instance. [ 867.434121] env[69773]: DEBUG nova.network.neutron [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Successfully created port: 815348ff-b354-4175-8166-72cf29194c17 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.485424] env[69773]: DEBUG nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.510394] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.510394] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 867.578558] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.579294] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba75dfe7-7691-45f0-be81-32dbbae4f69c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.597045] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 867.597045] env[69773]: value = "task-3390039" [ 867.597045] env[69773]: _type = "Task" [ 867.597045] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.607129] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.619694] env[69773]: DEBUG oslo_vmware.api [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390038, 'name': ResetVM_Task, 'duration_secs': 0.118385} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.623113] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Did hard reboot of VM {{(pid=69773) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 867.623325] env[69773]: DEBUG nova.compute.manager [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.623606] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.627029] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f331fd-a13b-468e-9e49-a587be02dddc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.633619] env[69773]: DEBUG oslo_vmware.api [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390035, 'name': PowerOnVM_Task, 'duration_secs': 0.748664} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.633619] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.633907] env[69773]: INFO nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Took 8.25 seconds to spawn the instance on the hypervisor. [ 867.633907] env[69773]: DEBUG nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.634754] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60d2ee4-b07f-467b-b737-bbafbc49750c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.667149] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeb7e2e-2e2b-450d-affa-5ff39ef4287f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.678428] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f049328-f511-4667-9d47-e3ab1ac71bcc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.719021] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0940ae49-c7eb-4a92-8413-43bf009a981c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.731020] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672346} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.733171] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.733527] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.734171] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64a1e3af-30fb-4095-a6c5-1214aa7bb430 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.737304] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99c7a42-03e2-4d85-b5d9-b36ca8453691 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.741532] env[69773]: DEBUG nova.network.neutron [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Successfully created port: 3f65c166-917f-45a0-a89f-51b604945822 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.758033] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.758571] env[69773]: DEBUG nova.compute.provider_tree [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.759891] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52626055-5b81-1498-3f68-d466d6389a72, 'name': SearchDatastore_Task, 'duration_secs': 0.044435} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.762844] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.762844] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] f15a5126-47d9-4d52-b2d2-60e2047150b2/f15a5126-47d9-4d52-b2d2-60e2047150b2.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.762844] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 867.762844] env[69773]: value = "task-3390040" [ 867.762844] env[69773]: _type = "Task" [ 867.762844] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.762844] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fac3745-201a-4bb5-aacf-97d088fec7df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.775238] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 867.775238] env[69773]: value = "task-3390041" [ 867.775238] env[69773]: _type = "Task" [ 867.775238] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.786155] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.023952] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.023952] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.023952] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.023952] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.023952] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.023952] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.023952] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 868.023952] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 868.097711] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390037, 'name': ReconfigVM_Task, 'duration_secs': 0.610006} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.098088] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f/01587496-3a39-4322-bc85-f4cb057f383f.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.098685] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27092be6-9f11-43c0-ac2f-498dd9066e70 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.105041] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 868.105041] env[69773]: value = "task-3390042" [ 868.105041] env[69773]: _type = "Task" [ 868.105041] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.110887] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390039, 'name': PowerOffVM_Task, 'duration_secs': 0.284148} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.111141] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.111323] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance '5857e7c0-7800-4019-b55a-c420b8febbf7' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.119442] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390042, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.147295] env[69773]: DEBUG oslo_concurrency.lockutils [None req-59fdd31d-c00c-4792-822d-a41d9ca717f2 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.536s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.159012] env[69773]: INFO nova.compute.manager [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Took 33.08 seconds to build instance. [ 868.261727] env[69773]: DEBUG nova.scheduler.client.report [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.277729] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390040, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228948} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.281124] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.281980] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788646f3-96ff-45e5-aa3e-276e42c42ca2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.290942] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390041, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.309547] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.310325] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef61b39d-6b80-439f-918d-8d771915efb7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.331481] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 868.331481] env[69773]: value = "task-3390043" [ 868.331481] env[69773]: _type = "Task" [ 868.331481] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.341361] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.483007] env[69773]: DEBUG nova.compute.manager [req-daaeb068-280c-488c-8d09-8378149c37a7 req-5f205dfe-b499-4e90-b969-7ac1027d751a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Received event network-changed-e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.483292] env[69773]: DEBUG nova.compute.manager [req-daaeb068-280c-488c-8d09-8378149c37a7 req-5f205dfe-b499-4e90-b969-7ac1027d751a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Refreshing instance network info cache due to event network-changed-e0830704-8038-4ab9-be64-1a36289daada. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.483593] env[69773]: DEBUG oslo_concurrency.lockutils [req-daaeb068-280c-488c-8d09-8378149c37a7 req-5f205dfe-b499-4e90-b969-7ac1027d751a service nova] Acquiring lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.483828] env[69773]: DEBUG oslo_concurrency.lockutils [req-daaeb068-280c-488c-8d09-8378149c37a7 req-5f205dfe-b499-4e90-b969-7ac1027d751a service nova] Acquired lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.484435] env[69773]: DEBUG nova.network.neutron [req-daaeb068-280c-488c-8d09-8378149c37a7 req-5f205dfe-b499-4e90-b969-7ac1027d751a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Refreshing network info cache for port e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 868.501513] env[69773]: DEBUG nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.526499] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.529620] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.529867] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.530597] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.530865] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.531043] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.531230] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.531450] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.531609] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.531776] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.532270] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.532270] env[69773]: DEBUG nova.virt.hardware [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.533314] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0f42bb-56aa-45e6-99ee-954c9e895356 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.547944] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53a5488-8b5b-443a-ad2c-7f25713da45c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.621939] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.621939] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.622139] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.622240] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.622421] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.622605] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.622866] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.623980] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.623980] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.623980] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.623980] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.630459] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390042, 'name': Rename_Task, 'duration_secs': 0.363477} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.631274] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77ccce12-91ca-4402-818a-6e903e69f1f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.642679] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.643476] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d85f21ba-e516-4f81-bd73-3f5cddbedbaa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.651775] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 868.651775] env[69773]: value = "task-3390045" [ 868.651775] env[69773]: _type = "Task" [ 868.651775] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.652372] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 868.652372] env[69773]: value = "task-3390044" [ 868.652372] env[69773]: _type = "Task" [ 868.652372] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.659640] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47e55eef-cfb3-4187-ae24-207deffe3d9d tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.829s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.667479] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.667778] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390045, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.772602] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.774958] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.107s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.775304] env[69773]: DEBUG nova.objects.instance [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 868.791197] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.802553] env[69773]: INFO nova.scheduler.client.report [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleted allocations for instance d1e8d329-10f8-475f-ac75-5581910b407c [ 868.845794] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.166068] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.173022] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.264247] env[69773]: DEBUG nova.network.neutron [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Successfully updated port: 815348ff-b354-4175-8166-72cf29194c17 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.291778] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390041, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.311600] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c10328d-0f31-4a12-ae68-3ba79da30287 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "d1e8d329-10f8-475f-ac75-5581910b407c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.447s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.342442] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390043, 'name': ReconfigVM_Task, 'duration_secs': 0.713719} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.342724] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06/c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.343408] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb841ef-4648-4059-8b90-60091e1f7099 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.349516] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 869.349516] env[69773]: value = "task-3390046" [ 869.349516] env[69773]: _type = "Task" [ 869.349516] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.357459] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390046, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.438775] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.439127] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.439430] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "5584428a-6fb3-41ec-8d2c-08b2ce546236-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.439709] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.440048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.443581] env[69773]: INFO nova.compute.manager [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Terminating instance [ 869.457149] env[69773]: DEBUG nova.compute.manager [req-acf472fa-7b95-4181-832a-6f87120c4d9b req-eadaf888-cb06-48eb-b6be-a6a402d32158 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Received event network-vif-plugged-815348ff-b354-4175-8166-72cf29194c17 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.457149] env[69773]: DEBUG oslo_concurrency.lockutils [req-acf472fa-7b95-4181-832a-6f87120c4d9b req-eadaf888-cb06-48eb-b6be-a6a402d32158 service nova] Acquiring lock "afac3398-435b-4dfd-825e-a05d31148b35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.457149] env[69773]: DEBUG oslo_concurrency.lockutils [req-acf472fa-7b95-4181-832a-6f87120c4d9b req-eadaf888-cb06-48eb-b6be-a6a402d32158 service nova] Lock "afac3398-435b-4dfd-825e-a05d31148b35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.457354] env[69773]: DEBUG oslo_concurrency.lockutils [req-acf472fa-7b95-4181-832a-6f87120c4d9b req-eadaf888-cb06-48eb-b6be-a6a402d32158 service nova] Lock "afac3398-435b-4dfd-825e-a05d31148b35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.457405] env[69773]: DEBUG nova.compute.manager [req-acf472fa-7b95-4181-832a-6f87120c4d9b req-eadaf888-cb06-48eb-b6be-a6a402d32158 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] No waiting events found dispatching network-vif-plugged-815348ff-b354-4175-8166-72cf29194c17 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.457875] env[69773]: WARNING nova.compute.manager [req-acf472fa-7b95-4181-832a-6f87120c4d9b req-eadaf888-cb06-48eb-b6be-a6a402d32158 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Received unexpected event network-vif-plugged-815348ff-b354-4175-8166-72cf29194c17 for instance with vm_state building and task_state spawning. [ 869.478502] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Acquiring lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.478812] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.520500] env[69773]: DEBUG nova.network.neutron [req-daaeb068-280c-488c-8d09-8378149c37a7 req-5f205dfe-b499-4e90-b969-7ac1027d751a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updated VIF entry in instance network info cache for port e0830704-8038-4ab9-be64-1a36289daada. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 869.521182] env[69773]: DEBUG nova.network.neutron [req-daaeb068-280c-488c-8d09-8378149c37a7 req-5f205dfe-b499-4e90-b969-7ac1027d751a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updating instance_info_cache with network_info: [{"id": "e0830704-8038-4ab9-be64-1a36289daada", "address": "fa:16:3e:e1:7e:e3", "network": {"id": "ebd05ba6-9452-43a5-bc48-46cc66562957", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1658692588-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aeb57af820664b09b6dfaaa8046a6487", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0830704-80", "ovs_interfaceid": "e0830704-8038-4ab9-be64-1a36289daada", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.666615] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.670092] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.790343] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390041, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.749577} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.790634] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] f15a5126-47d9-4d52-b2d2-60e2047150b2/f15a5126-47d9-4d52-b2d2-60e2047150b2.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.791505] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.791505] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-444b6fff-c524-4171-8640-c527c0dcaa8a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.796032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defb70e7-ea7f-412f-845d-9784cff1bc3a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.796032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.537s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.796418] env[69773]: INFO nova.compute.claims [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.804585] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 869.804585] env[69773]: value = "task-3390047" [ 869.804585] env[69773]: _type = "Task" [ 869.804585] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.818444] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.861446] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390046, 'name': Rename_Task, 'duration_secs': 0.339779} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.862969] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.862969] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5084f629-2abf-4224-ba63-b074cec7dc53 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.869350] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 869.869350] env[69773]: value = "task-3390048" [ 869.869350] env[69773]: _type = "Task" [ 869.869350] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.879586] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.951855] env[69773]: DEBUG nova.compute.manager [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 869.951855] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.951855] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa2289c-5c93-4d38-9ec3-8c0375a0952a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.959637] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.959916] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10398cb9-f4f5-417c-bb11-a432c7390baf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.967947] env[69773]: DEBUG oslo_vmware.api [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 869.967947] env[69773]: value = "task-3390049" [ 869.967947] env[69773]: _type = "Task" [ 869.967947] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.979867] env[69773]: DEBUG oslo_vmware.api [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.982080] env[69773]: DEBUG nova.compute.utils [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.024656] env[69773]: DEBUG oslo_concurrency.lockutils [req-daaeb068-280c-488c-8d09-8378149c37a7 req-5f205dfe-b499-4e90-b969-7ac1027d751a service nova] Releasing lock "refresh_cache-5584428a-6fb3-41ec-8d2c-08b2ce546236" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.170342] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390045, 'name': ReconfigVM_Task, 'duration_secs': 1.260614} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.173635] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance '5857e7c0-7800-4019-b55a-c420b8febbf7' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.176834] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390044, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.314994] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070645} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.315293] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.316100] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e747733d-5d36-4c60-b7f9-e1ebb2c5a3d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.344775] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] f15a5126-47d9-4d52-b2d2-60e2047150b2/f15a5126-47d9-4d52-b2d2-60e2047150b2.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.345882] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7171e99b-cb37-4133-b0ef-b981d365d06c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.383334] env[69773]: DEBUG oslo_vmware.api [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390048, 'name': PowerOnVM_Task, 'duration_secs': 0.488154} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.384897] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.385150] env[69773]: DEBUG nova.compute.manager [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.385555] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 870.385555] env[69773]: value = "task-3390050" [ 870.385555] env[69773]: _type = "Task" [ 870.385555] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.386454] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d3d0e-6ff0-4911-8ba1-33e28fbf463d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.402889] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.479055] env[69773]: DEBUG oslo_vmware.api [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390049, 'name': PowerOffVM_Task, 'duration_secs': 0.160959} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.479348] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.479513] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.479760] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a385fca9-cbc3-4c62-b7a3-6b35d08d7993 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.485248] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.538599] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.538838] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.539033] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Deleting the datastore file [datastore1] 5584428a-6fb3-41ec-8d2c-08b2ce546236 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.539308] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8606c971-cf86-4902-9050-17c7dfa81098 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.545379] env[69773]: DEBUG oslo_vmware.api [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 870.545379] env[69773]: value = "task-3390052" [ 870.545379] env[69773]: _type = "Task" [ 870.545379] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.553277] env[69773]: DEBUG oslo_vmware.api [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.666156] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.666491] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.666697] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "7b3eb504-a327-4840-9fdd-1d465f9030e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.666948] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.667225] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.672123] env[69773]: DEBUG oslo_vmware.api [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390044, 'name': PowerOnVM_Task, 'duration_secs': 1.720143} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.673234] env[69773]: INFO nova.compute.manager [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Terminating instance [ 870.674068] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.674281] env[69773]: INFO nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Took 10.32 seconds to spawn the instance on the hypervisor. [ 870.674460] env[69773]: DEBUG nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.676131] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de65c37-481d-4a52-8fed-e5120e544533 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.680603] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:04:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a17503ce-e421-4809-9d98-fd113c2ff6ca',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1931116987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.680837] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.680953] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.681151] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.681299] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.681445] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.681958] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.681958] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.681958] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.682168] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.682303] env[69773]: DEBUG nova.virt.hardware [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.687574] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.688489] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a631195b-e348-4982-ad6b-62777517ea14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.709544] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 870.709544] env[69773]: value = "task-3390053" [ 870.709544] env[69773]: _type = "Task" [ 870.709544] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.722747] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390053, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.899466] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390050, 'name': ReconfigVM_Task, 'duration_secs': 0.440118} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.902106] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Reconfigured VM instance instance-00000034 to attach disk [datastore1] f15a5126-47d9-4d52-b2d2-60e2047150b2/f15a5126-47d9-4d52-b2d2-60e2047150b2.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.902912] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c9bedaa-66e6-4edd-bcf9-11b9295aa181 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.910957] env[69773]: DEBUG nova.compute.manager [req-a5e01e8e-e545-43fa-83f5-788f7d29c4a0 req-aaee226f-7f4f-490a-b2bd-9600ac9cb574 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Received event network-changed-08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.910957] env[69773]: DEBUG nova.compute.manager [req-a5e01e8e-e545-43fa-83f5-788f7d29c4a0 req-aaee226f-7f4f-490a-b2bd-9600ac9cb574 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Refreshing instance network info cache due to event network-changed-08f1f57c-0574-4c65-afad-69a8358732d5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.911316] env[69773]: DEBUG oslo_concurrency.lockutils [req-a5e01e8e-e545-43fa-83f5-788f7d29c4a0 req-aaee226f-7f4f-490a-b2bd-9600ac9cb574 service nova] Acquiring lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.911316] env[69773]: DEBUG oslo_concurrency.lockutils [req-a5e01e8e-e545-43fa-83f5-788f7d29c4a0 req-aaee226f-7f4f-490a-b2bd-9600ac9cb574 service nova] Acquired lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.911419] env[69773]: DEBUG nova.network.neutron [req-a5e01e8e-e545-43fa-83f5-788f7d29c4a0 req-aaee226f-7f4f-490a-b2bd-9600ac9cb574 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Refreshing network info cache for port 08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 870.915879] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 870.915879] env[69773]: value = "task-3390054" [ 870.915879] env[69773]: _type = "Task" [ 870.915879] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.919207] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.927797] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390054, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.061123] env[69773]: DEBUG oslo_vmware.api [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265259} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.064286] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.064286] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.064286] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.064286] env[69773]: INFO nova.compute.manager [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Took 1.11 seconds to destroy the instance on the hypervisor. [ 871.064286] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.064540] env[69773]: DEBUG nova.compute.manager [-] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.064540] env[69773]: DEBUG nova.network.neutron [-] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 871.180114] env[69773]: DEBUG nova.compute.manager [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.180446] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.181414] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244708bd-e8e6-41a3-905e-a366d4ce6cc3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.195737] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.195737] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310d22e6-be5e-4c29-b789-c00798faa6f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.203372] env[69773]: DEBUG oslo_vmware.api [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 871.203372] env[69773]: value = "task-3390055" [ 871.203372] env[69773]: _type = "Task" [ 871.203372] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.218699] env[69773]: DEBUG oslo_vmware.api [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3390055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.231107] env[69773]: INFO nova.compute.manager [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Took 35.54 seconds to build instance. [ 871.238285] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390053, 'name': ReconfigVM_Task, 'duration_secs': 0.215225} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.238285] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.241031] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa74cc-6592-4a7b-8147-e3df4e9e098a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.268383] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7/5857e7c0-7800-4019-b55a-c420b8febbf7.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.269277] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-586f5aa5-817e-45a2-a6e4-f3ad3ce62e98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.295150] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 871.295150] env[69773]: value = "task-3390056" [ 871.295150] env[69773]: _type = "Task" [ 871.295150] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.305767] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.403749] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b43bda5-c19e-454b-9813-e49f6d75d963 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.412678] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15ee3cd-67d5-4e42-bf3d-0b33755dc115 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.451711] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0689036-0336-4fda-ae30-5d73eeee4459 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.457781] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390054, 'name': Rename_Task, 'duration_secs': 0.27201} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.458360] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.458624] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9699c60c-1c3e-419c-8673-26dde67c72a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.463897] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4b8ef4-318e-4f43-a947-80c949e9b5ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.468966] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 871.468966] env[69773]: value = "task-3390057" [ 871.468966] env[69773]: _type = "Task" [ 871.468966] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.480085] env[69773]: DEBUG nova.compute.provider_tree [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 871.486400] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390057, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.589022] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Acquiring lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.589022] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.589022] env[69773]: INFO nova.compute.manager [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Attaching volume 3e58a845-dfb8-488f-b75a-525cc857c9c2 to /dev/sdb [ 871.632486] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b71a2e0-e819-4a6a-9b43-f7ac5a2147d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.640197] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ada96a-6d31-4b59-93a7-12d7264a71fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.655865] env[69773]: DEBUG nova.virt.block_device [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Updating existing volume attachment record: 198d62e3-dc93-4e55-9e00-12ae8350d6bb {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 871.708395] env[69773]: DEBUG nova.network.neutron [req-a5e01e8e-e545-43fa-83f5-788f7d29c4a0 req-aaee226f-7f4f-490a-b2bd-9600ac9cb574 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Updated VIF entry in instance network info cache for port 08f1f57c-0574-4c65-afad-69a8358732d5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 871.708838] env[69773]: DEBUG nova.network.neutron [req-a5e01e8e-e545-43fa-83f5-788f7d29c4a0 req-aaee226f-7f4f-490a-b2bd-9600ac9cb574 service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Updating instance_info_cache with network_info: [{"id": "08f1f57c-0574-4c65-afad-69a8358732d5", "address": "fa:16:3e:57:1c:ed", "network": {"id": "cb2d74e2-f009-4404-84f1-fa0fbf107c0d", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-679795774-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaaa3b3cf3a24413bc8e9f95cbc256d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08f1f57c-05", "ovs_interfaceid": "08f1f57c-0574-4c65-afad-69a8358732d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.715048] env[69773]: DEBUG oslo_vmware.api [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3390055, 'name': PowerOffVM_Task, 'duration_secs': 0.249718} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.715310] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.715475] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.715714] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7952aad-1228-4c43-ae48-2afeee38c6d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.732972] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3b953cdc-fe5c-4d74-8591-893f58b01a39 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "01587496-3a39-4322-bc85-f4cb057f383f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.711s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.790416] env[69773]: INFO nova.compute.manager [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Rescuing [ 871.790687] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.790838] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquired lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.791017] env[69773]: DEBUG nova.network.neutron [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 871.806821] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390056, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.865140] env[69773]: DEBUG nova.compute.manager [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Received event network-changed-815348ff-b354-4175-8166-72cf29194c17 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.865334] env[69773]: DEBUG nova.compute.manager [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Refreshing instance network info cache due to event network-changed-815348ff-b354-4175-8166-72cf29194c17. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.865593] env[69773]: DEBUG oslo_concurrency.lockutils [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] Acquiring lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.865880] env[69773]: DEBUG oslo_concurrency.lockutils [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] Acquired lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.866045] env[69773]: DEBUG nova.network.neutron [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Refreshing network info cache for port 815348ff-b354-4175-8166-72cf29194c17 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 871.873431] env[69773]: DEBUG nova.network.neutron [-] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.891650] env[69773]: DEBUG nova.network.neutron [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Successfully updated port: 3f65c166-917f-45a0-a89f-51b604945822 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 871.979368] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390057, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.010045] env[69773]: ERROR nova.scheduler.client.report [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [req-f5da0975-bdd8-4d9c-9ade-69790426abc8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f5da0975-bdd8-4d9c-9ade-69790426abc8"}]} [ 872.035311] env[69773]: DEBUG nova.scheduler.client.report [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 872.054933] env[69773]: DEBUG nova.scheduler.client.report [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 872.055463] env[69773]: DEBUG nova.compute.provider_tree [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.072128] env[69773]: DEBUG nova.scheduler.client.report [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 872.093517] env[69773]: DEBUG nova.scheduler.client.report [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 872.211888] env[69773]: DEBUG oslo_concurrency.lockutils [req-a5e01e8e-e545-43fa-83f5-788f7d29c4a0 req-aaee226f-7f4f-490a-b2bd-9600ac9cb574 service nova] Releasing lock "refresh_cache-50bc9426-4f8d-4728-82e6-38dbe2eeb62a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.310862] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390056, 'name': ReconfigVM_Task, 'duration_secs': 0.652021} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.311320] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7/5857e7c0-7800-4019-b55a-c420b8febbf7.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.311732] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance '5857e7c0-7800-4019-b55a-c420b8febbf7' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.376863] env[69773]: INFO nova.compute.manager [-] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Took 1.31 seconds to deallocate network for instance. [ 872.393807] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.402782] env[69773]: DEBUG nova.network.neutron [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 872.483986] env[69773]: DEBUG oslo_vmware.api [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390057, 'name': PowerOnVM_Task, 'duration_secs': 0.698635} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.483986] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.484230] env[69773]: INFO nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Took 9.45 seconds to spawn the instance on the hypervisor. [ 872.484322] env[69773]: DEBUG nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.487126] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ce4bd-16e5-44c1-8d3c-1fa940561dad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.496076] env[69773]: DEBUG nova.network.neutron [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.547646] env[69773]: DEBUG nova.network.neutron [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [{"id": "6aca8e09-f991-4992-b07f-0e798201e87e", "address": "fa:16:3e:8a:32:66", "network": {"id": "bfec6bc5-3c0b-4d09-9fac-a1e93c26eadc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-584524059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93ca15ce4d864c929dc0a605b5fd40b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aca8e09-f9", "ovs_interfaceid": "6aca8e09-f991-4992-b07f-0e798201e87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.635764] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10955874-da58-4e5d-8bc5-e1f647c1c733 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.643411] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d431d317-5b27-44a7-962f-725a89a269a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.675914] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1759bf4-901a-4dc4-9c9f-93948c43e9f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.685384] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13afeb99-d752-41b4-b0f3-79ff5c5bf97d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.698769] env[69773]: DEBUG nova.compute.provider_tree [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 872.785599] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.786129] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.786250] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.786488] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.786614] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.788888] env[69773]: INFO nova.compute.manager [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Terminating instance [ 872.820211] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc609e8-8a50-48d8-b4a0-12e81c882ec0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.839605] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49191b1f-4790-49db-bd79-636afa1a56c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.860021] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance '5857e7c0-7800-4019-b55a-c420b8febbf7' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.883686] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.969886] env[69773]: DEBUG nova.compute.manager [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Received event network-vif-plugged-3f65c166-917f-45a0-a89f-51b604945822 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.971162] env[69773]: DEBUG oslo_concurrency.lockutils [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] Acquiring lock "afac3398-435b-4dfd-825e-a05d31148b35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.971162] env[69773]: DEBUG oslo_concurrency.lockutils [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] Lock "afac3398-435b-4dfd-825e-a05d31148b35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.971162] env[69773]: DEBUG oslo_concurrency.lockutils [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] Lock "afac3398-435b-4dfd-825e-a05d31148b35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.971162] env[69773]: DEBUG nova.compute.manager [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] No waiting events found dispatching network-vif-plugged-3f65c166-917f-45a0-a89f-51b604945822 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.971162] env[69773]: WARNING nova.compute.manager [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Received unexpected event network-vif-plugged-3f65c166-917f-45a0-a89f-51b604945822 for instance with vm_state building and task_state spawning. [ 872.971162] env[69773]: DEBUG nova.compute.manager [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Received event network-changed-3f65c166-917f-45a0-a89f-51b604945822 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.971162] env[69773]: DEBUG nova.compute.manager [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Refreshing instance network info cache due to event network-changed-3f65c166-917f-45a0-a89f-51b604945822. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.971845] env[69773]: DEBUG oslo_concurrency.lockutils [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] Acquiring lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.002677] env[69773]: DEBUG oslo_concurrency.lockutils [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] Releasing lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.003448] env[69773]: DEBUG nova.compute.manager [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Received event network-vif-deleted-e0830704-8038-4ab9-be64-1a36289daada {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.003448] env[69773]: INFO nova.compute.manager [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Neutron deleted interface e0830704-8038-4ab9-be64-1a36289daada; detaching it from the instance and deleting it from the info cache [ 873.003448] env[69773]: DEBUG nova.network.neutron [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.005614] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquired lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.006160] env[69773]: DEBUG nova.network.neutron [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 873.008040] env[69773]: INFO nova.compute.manager [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Took 35.54 seconds to build instance. [ 873.050649] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Releasing lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.242035] env[69773]: DEBUG nova.scheduler.client.report [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 72 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 873.242411] env[69773]: DEBUG nova.compute.provider_tree [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 72 to 73 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 873.242411] env[69773]: DEBUG nova.compute.provider_tree [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.293138] env[69773]: DEBUG nova.compute.manager [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.293376] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.294617] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4f266f-a1a9-441e-afbe-a9210f4392f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.302754] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.303021] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e16166-dfde-4545-95e6-7c88062c8e43 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.310064] env[69773]: DEBUG oslo_vmware.api [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 873.310064] env[69773]: value = "task-3390062" [ 873.310064] env[69773]: _type = "Task" [ 873.310064] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.317930] env[69773]: DEBUG oslo_vmware.api [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.404062] env[69773]: DEBUG nova.network.neutron [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Port dea772d6-a293-4f61-8c1a-40615510800b binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 873.511172] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c9ed391-bea9-42d9-aedb-f565bf8835a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.513372] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3125156f-2944-45bf-99f8-44b08edcd1b6 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.002s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.521592] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c90a96-3007-4130-a7a8-e1438ac2bea8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.562112] env[69773]: DEBUG nova.compute.manager [req-ac0e9436-0b9c-4d84-9fe1-070b3a48e8dd req-0f9612f3-2abe-409a-b499-e8d96a2f660a service nova] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Detach interface failed, port_id=e0830704-8038-4ab9-be64-1a36289daada, reason: Instance 5584428a-6fb3-41ec-8d2c-08b2ce546236 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 873.563220] env[69773]: DEBUG nova.network.neutron [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 873.748042] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.953s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.748544] env[69773]: DEBUG nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.750990] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.558s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.752402] env[69773]: INFO nova.compute.claims [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.820387] env[69773]: DEBUG oslo_vmware.api [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390062, 'name': PowerOffVM_Task, 'duration_secs': 0.210039} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.820674] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.820837] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.821118] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-093b07e0-63d6-4e34-aa49-f25307205d46 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.881834] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.882064] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.882250] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleting the datastore file [datastore1] eed44ef8-fc14-466a-bab1-1e0192d0c51c {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.882513] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-579fe8a2-fd9b-456e-a485-fdaba6f7c4f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.889230] env[69773]: DEBUG oslo_vmware.api [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 873.889230] env[69773]: value = "task-3390064" [ 873.889230] env[69773]: _type = "Task" [ 873.889230] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.890175] env[69773]: DEBUG nova.network.neutron [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Updating instance_info_cache with network_info: [{"id": "815348ff-b354-4175-8166-72cf29194c17", "address": "fa:16:3e:6f:fd:08", "network": {"id": "03f84e7a-7ff6-43de-aab9-269d5dafdcbf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1332610942", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815348ff-b3", "ovs_interfaceid": "815348ff-b354-4175-8166-72cf29194c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f65c166-917f-45a0-a89f-51b604945822", "address": "fa:16:3e:b8:94:3d", "network": {"id": "00bf8a7c-d45b-403d-a5c1-594adbc5a13e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324591133", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f65c166-91", "ovs_interfaceid": "3f65c166-917f-45a0-a89f-51b604945822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.899512] env[69773]: DEBUG oslo_vmware.api [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.002562] env[69773]: DEBUG oslo_concurrency.lockutils [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.002824] env[69773]: DEBUG oslo_concurrency.lockutils [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.257046] env[69773]: DEBUG nova.compute.utils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.262071] env[69773]: DEBUG nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.262810] env[69773]: DEBUG nova.network.neutron [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 874.340624] env[69773]: DEBUG nova.policy [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41e6685d8a744f26bb8ac08fd033ce2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a002f899047d4d8e8d489fc9ceff004d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 874.398057] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Releasing lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.398057] env[69773]: DEBUG nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Instance network_info: |[{"id": "815348ff-b354-4175-8166-72cf29194c17", "address": "fa:16:3e:6f:fd:08", "network": {"id": "03f84e7a-7ff6-43de-aab9-269d5dafdcbf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1332610942", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815348ff-b3", "ovs_interfaceid": "815348ff-b354-4175-8166-72cf29194c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f65c166-917f-45a0-a89f-51b604945822", "address": "fa:16:3e:b8:94:3d", "network": {"id": "00bf8a7c-d45b-403d-a5c1-594adbc5a13e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324591133", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f65c166-91", "ovs_interfaceid": "3f65c166-917f-45a0-a89f-51b604945822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.398057] env[69773]: DEBUG oslo_concurrency.lockutils [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] Acquired lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.398057] env[69773]: DEBUG nova.network.neutron [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Refreshing network info cache for port 3f65c166-917f-45a0-a89f-51b604945822 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 874.399045] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:fd:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '815348ff-b354-4175-8166-72cf29194c17', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:94:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e0cfc48-d93b-4477-8082-69a2f7aa7701', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f65c166-917f-45a0-a89f-51b604945822', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.408027] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.409559] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.409908] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7db78c89-d120-4fc2-a239-7715817f8cf3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.438361] env[69773]: DEBUG oslo_vmware.api [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194494} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.441741] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.441957] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.442173] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.442347] env[69773]: INFO nova.compute.manager [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 874.442579] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.447586] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.447805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.448104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.449141] env[69773]: DEBUG nova.compute.manager [-] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.449385] env[69773]: DEBUG nova.network.neutron [-] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 874.452160] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.452160] env[69773]: value = "task-3390066" [ 874.452160] env[69773]: _type = "Task" [ 874.452160] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.461519] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390066, 'name': CreateVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.507919] env[69773]: DEBUG nova.compute.utils [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.597450] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.598489] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91b286ac-dbcd-408b-8cad-cb6bb5ec4646 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.606245] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 874.606245] env[69773]: value = "task-3390067" [ 874.606245] env[69773]: _type = "Task" [ 874.606245] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.614800] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.757342] env[69773]: DEBUG nova.compute.manager [req-32b2dbd0-9f4b-409d-a1e3-e83f73881b30 req-cc7fc00c-019f-471b-b938-29f882c46810 service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Received event network-vif-deleted-4de52777-8de8-47d5-929e-b5e5bb1b9efe {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.757512] env[69773]: INFO nova.compute.manager [req-32b2dbd0-9f4b-409d-a1e3-e83f73881b30 req-cc7fc00c-019f-471b-b938-29f882c46810 service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Neutron deleted interface 4de52777-8de8-47d5-929e-b5e5bb1b9efe; detaching it from the instance and deleting it from the info cache [ 874.757689] env[69773]: DEBUG nova.network.neutron [req-32b2dbd0-9f4b-409d-a1e3-e83f73881b30 req-cc7fc00c-019f-471b-b938-29f882c46810 service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.762303] env[69773]: DEBUG nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.766025] env[69773]: DEBUG nova.network.neutron [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Successfully created port: 8cd6da0c-0695-4be1-be05-ea0be079c428 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.942664] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.943078] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.943364] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleting the datastore file [datastore2] 7b3eb504-a327-4840-9fdd-1d465f9030e3 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.943714] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdde6acf-fc2e-44d5-b85f-e5e0b42795da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.951206] env[69773]: DEBUG oslo_vmware.api [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for the task: (returnval){ [ 874.951206] env[69773]: value = "task-3390068" [ 874.951206] env[69773]: _type = "Task" [ 874.951206] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.975373] env[69773]: DEBUG oslo_vmware.api [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3390068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.981574] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390066, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.010894] env[69773]: DEBUG oslo_concurrency.lockutils [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.116167] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390067, 'name': PowerOffVM_Task, 'duration_secs': 0.30939} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.119256] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.120481] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828dbb7c-5dd0-4805-a5f9-da606294d85b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.146676] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0dc975-2305-4438-8da9-0ae9dbfa8cca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.185022] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.185214] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6e47d80-6709-4b43-9b3b-be54cd29b98c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.196200] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 875.196200] env[69773]: value = "task-3390069" [ 875.196200] env[69773]: _type = "Task" [ 875.196200] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.204973] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.226968] env[69773]: DEBUG nova.network.neutron [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Updated VIF entry in instance network info cache for port 3f65c166-917f-45a0-a89f-51b604945822. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 875.227495] env[69773]: DEBUG nova.network.neutron [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Updating instance_info_cache with network_info: [{"id": "815348ff-b354-4175-8166-72cf29194c17", "address": "fa:16:3e:6f:fd:08", "network": {"id": "03f84e7a-7ff6-43de-aab9-269d5dafdcbf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1332610942", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.250", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap815348ff-b3", "ovs_interfaceid": "815348ff-b354-4175-8166-72cf29194c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f65c166-917f-45a0-a89f-51b604945822", "address": "fa:16:3e:b8:94:3d", "network": {"id": "00bf8a7c-d45b-403d-a5c1-594adbc5a13e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1324591133", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "8e0994137d4241289e778a40cac24354", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e0cfc48-d93b-4477-8082-69a2f7aa7701", "external-id": "nsx-vlan-transportzone-275", "segmentation_id": 275, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f65c166-91", "ovs_interfaceid": "3f65c166-917f-45a0-a89f-51b604945822", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.228767] env[69773]: DEBUG nova.network.neutron [-] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.261213] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5910167-5372-446a-a099-104bd496f2ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.270953] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b331f9e7-ac8d-46c5-b4c7-a4df86615e0a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.319177] env[69773]: DEBUG nova.compute.manager [req-32b2dbd0-9f4b-409d-a1e3-e83f73881b30 req-cc7fc00c-019f-471b-b938-29f882c46810 service nova] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Detach interface failed, port_id=4de52777-8de8-47d5-929e-b5e5bb1b9efe, reason: Instance eed44ef8-fc14-466a-bab1-1e0192d0c51c could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.408076] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5068b9-07e8-44bc-9aae-c1552d202089 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.416605] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d362f734-089a-4b9e-8649-2f5552c0bb80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.447245] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f53cf9-0c57-47aa-90b4-abe33528ac67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.455287] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128338d5-ae36-4c81-98bc-eaf38881492d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.483465] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390066, 'name': CreateVM_Task, 'duration_secs': 0.758626} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.484082] env[69773]: DEBUG oslo_vmware.api [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Task: {'id': task-3390068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209882} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.484520] env[69773]: DEBUG nova.compute.provider_tree [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.486085] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.486333] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.486510] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.487100] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.487100] env[69773]: INFO nova.compute.manager [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Took 4.31 seconds to destroy the instance on the hypervisor. [ 875.487215] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.488196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.488196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.488495] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.488727] env[69773]: DEBUG nova.compute.manager [-] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.488826] env[69773]: DEBUG nova.network.neutron [-] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 875.490400] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366278e7-5d70-4619-a487-08a17e49c7ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.496645] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 875.496645] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526e615f-5f15-4932-6ea4-4471e9f65fa6" [ 875.496645] env[69773]: _type = "Task" [ 875.496645] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.505825] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526e615f-5f15-4932-6ea4-4471e9f65fa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.522110] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.522385] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.522509] env[69773]: DEBUG nova.network.neutron [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 875.708085] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 875.708242] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.708907] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.708907] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.708907] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.709496] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd773dc-c538-4e14-ace2-a249a4a4eb83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.721484] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.721621] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.722612] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-625c110f-8bb0-4349-a4b3-a3b34600e9cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.729323] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 875.729323] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e58be7-4ddd-cc22-59a4-63f81958cbee" [ 875.729323] env[69773]: _type = "Task" [ 875.729323] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.733235] env[69773]: DEBUG oslo_concurrency.lockutils [req-c38ca9b2-53ee-4b41-8963-2b6a02dcd753 req-59747364-2c78-4750-967a-42390b1156b9 service nova] Releasing lock "refresh_cache-afac3398-435b-4dfd-825e-a05d31148b35" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.733345] env[69773]: INFO nova.compute.manager [-] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Took 1.28 seconds to deallocate network for instance. [ 875.738569] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e58be7-4ddd-cc22-59a4-63f81958cbee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.791773] env[69773]: DEBUG nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.818465] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.818754] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.818861] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.819226] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.819289] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.819407] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.819616] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.819774] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.820131] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.820194] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.820366] env[69773]: DEBUG nova.virt.hardware [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.821672] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbb4666-0914-4f13-a3ab-ded6021d81d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.829998] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908770d4-3173-416b-9a9e-fce2bc70695f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.861087] env[69773]: DEBUG nova.compute.manager [req-e256e551-4616-4580-86e7-a6a15596003b req-9f1aed84-1c35-4bfb-99fb-ef3dc52a176c service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Received event network-vif-deleted-598b19de-1cd4-4a03-b548-75db79a4b3e0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.861087] env[69773]: INFO nova.compute.manager [req-e256e551-4616-4580-86e7-a6a15596003b req-9f1aed84-1c35-4bfb-99fb-ef3dc52a176c service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Neutron deleted interface 598b19de-1cd4-4a03-b548-75db79a4b3e0; detaching it from the instance and deleting it from the info cache [ 875.861087] env[69773]: DEBUG nova.network.neutron [req-e256e551-4616-4580-86e7-a6a15596003b req-9f1aed84-1c35-4bfb-99fb-ef3dc52a176c service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.009672] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526e615f-5f15-4932-6ea4-4471e9f65fa6, 'name': SearchDatastore_Task, 'duration_secs': 0.017937} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.009980] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.010308] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.010455] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.010587] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.010757] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.011034] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c2d7e67-69a4-4b8e-8814-569692fdb9b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.019946] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.020194] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.021578] env[69773]: DEBUG nova.scheduler.client.report [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 876.021833] env[69773]: DEBUG nova.compute.provider_tree [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 73 to 74 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 876.022081] env[69773]: DEBUG nova.compute.provider_tree [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.025433] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b111d1-e944-457d-91e6-83a48ee0d25a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.033434] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 876.033434] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d62d6c-1b1c-c894-67f9-0612b1dd9cfe" [ 876.033434] env[69773]: _type = "Task" [ 876.033434] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.041460] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d62d6c-1b1c-c894-67f9-0612b1dd9cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.100244] env[69773]: DEBUG oslo_concurrency.lockutils [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.100244] env[69773]: DEBUG oslo_concurrency.lockutils [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.100949] env[69773]: INFO nova.compute.manager [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Attaching volume 756cfdcd-33e7-4f6c-9477-c2906b9e7d19 to /dev/sdb [ 876.138330] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675564ca-6f05-4da5-831d-cb8273c6bb93 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.146106] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e003f6c6-f85e-493d-bab7-2135a96fe7d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.162427] env[69773]: DEBUG nova.virt.block_device [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Updating existing volume attachment record: e7ede690-4eed-412b-9340-8ab97eded545 {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 876.218673] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.218673] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676422', 'volume_id': '3e58a845-dfb8-488f-b75a-525cc857c9c2', 'name': 'volume-3e58a845-dfb8-488f-b75a-525cc857c9c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e584c752-772f-40a4-ac1f-6456ca1d81ea', 'attached_at': '', 'detached_at': '', 'volume_id': '3e58a845-dfb8-488f-b75a-525cc857c9c2', 'serial': '3e58a845-dfb8-488f-b75a-525cc857c9c2'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.219421] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb26ebb-47b1-4d21-bfb2-11fa677244e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.247090] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.257368] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd322032-79d7-4282-a831-f92417458e71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.274543] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e58be7-4ddd-cc22-59a4-63f81958cbee, 'name': SearchDatastore_Task, 'duration_secs': 0.015668} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.295599] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] volume-3e58a845-dfb8-488f-b75a-525cc857c9c2/volume-3e58a845-dfb8-488f-b75a-525cc857c9c2.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.295935] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c34c61c-dc6c-4d81-9a79-00077c4821a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.299420] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b2577ab-7dcf-47f9-ac77-e1f44c80a6fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.326806] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 876.326806] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52433080-bdcb-ba6c-0cfe-53e3b582c074" [ 876.326806] env[69773]: _type = "Task" [ 876.326806] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.326806] env[69773]: DEBUG oslo_vmware.api [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Waiting for the task: (returnval){ [ 876.326806] env[69773]: value = "task-3390070" [ 876.326806] env[69773]: _type = "Task" [ 876.326806] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.332373] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52433080-bdcb-ba6c-0cfe-53e3b582c074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.336959] env[69773]: DEBUG oslo_vmware.api [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.346984] env[69773]: DEBUG nova.network.neutron [-] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.367559] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3790b76-9b03-491a-ba9c-2e5fc2c115cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.379841] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e791d-1d54-4517-91db-dd4c97fe5846 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.428222] env[69773]: DEBUG nova.compute.manager [req-e256e551-4616-4580-86e7-a6a15596003b req-9f1aed84-1c35-4bfb-99fb-ef3dc52a176c service nova] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Detach interface failed, port_id=598b19de-1cd4-4a03-b548-75db79a4b3e0, reason: Instance 7b3eb504-a327-4840-9fdd-1d465f9030e3 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.522578] env[69773]: DEBUG nova.network.neutron [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance_info_cache with network_info: [{"id": "dea772d6-a293-4f61-8c1a-40615510800b", "address": "fa:16:3e:d2:c8:4d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea772d6-a2", "ovs_interfaceid": "dea772d6-a293-4f61-8c1a-40615510800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.531481] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.532381] env[69773]: DEBUG nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 876.535095] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.370s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.535307] env[69773]: DEBUG nova.objects.instance [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 876.551580] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d62d6c-1b1c-c894-67f9-0612b1dd9cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009495} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.551580] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a48df015-dab5-4863-a413-b5a5f4c7912b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.557422] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 876.557422] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52067628-91c0-4ff4-f5a5-05b552d45654" [ 876.557422] env[69773]: _type = "Task" [ 876.557422] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.566992] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52067628-91c0-4ff4-f5a5-05b552d45654, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.774276] env[69773]: DEBUG nova.network.neutron [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Successfully updated port: 8cd6da0c-0695-4be1-be05-ea0be079c428 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.832980] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52433080-bdcb-ba6c-0cfe-53e3b582c074, 'name': SearchDatastore_Task, 'duration_secs': 0.011096} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.833896] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.834260] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. {{(pid=69773) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 876.834564] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb5906c9-09de-40d7-b70c-0e82698223c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.839697] env[69773]: DEBUG oslo_vmware.api [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390070, 'name': ReconfigVM_Task, 'duration_secs': 0.450342} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.840376] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Reconfigured VM instance instance-00000008 to attach disk [datastore1] volume-3e58a845-dfb8-488f-b75a-525cc857c9c2/volume-3e58a845-dfb8-488f-b75a-525cc857c9c2.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.846809] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f787123e-87dd-46b0-ae7e-a5f0140b1e64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.857229] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 876.857229] env[69773]: value = "task-3390074" [ 876.857229] env[69773]: _type = "Task" [ 876.857229] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.857629] env[69773]: INFO nova.compute.manager [-] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Took 1.37 seconds to deallocate network for instance. [ 876.868482] env[69773]: DEBUG oslo_vmware.api [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Waiting for the task: (returnval){ [ 876.868482] env[69773]: value = "task-3390075" [ 876.868482] env[69773]: _type = "Task" [ 876.868482] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.876117] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.881659] env[69773]: DEBUG oslo_vmware.api [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.024353] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.040988] env[69773]: DEBUG nova.compute.utils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.042895] env[69773]: DEBUG nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.042895] env[69773]: DEBUG nova.network.neutron [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.071982] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52067628-91c0-4ff4-f5a5-05b552d45654, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.072158] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.072422] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] afac3398-435b-4dfd-825e-a05d31148b35/afac3398-435b-4dfd-825e-a05d31148b35.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.072812] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c27eeb3-5ad1-40c0-a549-09b98711f88d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.080197] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 877.080197] env[69773]: value = "task-3390076" [ 877.080197] env[69773]: _type = "Task" [ 877.080197] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.089417] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.112645] env[69773]: DEBUG nova.policy [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '41e6685d8a744f26bb8ac08fd033ce2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a002f899047d4d8e8d489fc9ceff004d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.276066] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "refresh_cache-09125b7c-b1a3-4b75-b954-e5acad73ed86" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.276525] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquired lock "refresh_cache-09125b7c-b1a3-4b75-b954-e5acad73ed86" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.276525] env[69773]: DEBUG nova.network.neutron [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 877.375498] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.376464] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390074, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.388386] env[69773]: DEBUG oslo_vmware.api [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390075, 'name': ReconfigVM_Task, 'duration_secs': 0.138449} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.388997] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676422', 'volume_id': '3e58a845-dfb8-488f-b75a-525cc857c9c2', 'name': 'volume-3e58a845-dfb8-488f-b75a-525cc857c9c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e584c752-772f-40a4-ac1f-6456ca1d81ea', 'attached_at': '', 'detached_at': '', 'volume_id': '3e58a845-dfb8-488f-b75a-525cc857c9c2', 'serial': '3e58a845-dfb8-488f-b75a-525cc857c9c2'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.414436] env[69773]: DEBUG nova.network.neutron [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Successfully created port: a1384c2e-1c9d-49ea-be04-e21e1ae561cd {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.548673] env[69773]: DEBUG nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.554611] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7775c721-66a0-4af2-9226-df8d1368e55e tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.554611] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.379s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.554611] env[69773]: DEBUG nova.objects.instance [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lazy-loading 'resources' on Instance uuid 41ae2b76-c337-469b-8515-cd2ffa613644 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.565390] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553759d1-5f94-4afe-ad6e-5f3e750d8934 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.594874] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fd8cec-97dd-4926-bcc0-a6db58fd78e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.607223] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390076, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.612231] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance '5857e7c0-7800-4019-b55a-c420b8febbf7' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.861328] env[69773]: DEBUG nova.network.neutron [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 877.873533] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572849} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.873834] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. [ 877.874700] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cce8487-6561-4099-bafa-52f5fe3849fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.936087] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.941406] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb23e9f-2e82-425f-b328-91db8b52ffd6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.962834] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 877.962834] env[69773]: value = "task-3390077" [ 877.962834] env[69773]: _type = "Task" [ 877.962834] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.972229] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390077, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.100954] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.908606} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.105911] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] afac3398-435b-4dfd-825e-a05d31148b35/afac3398-435b-4dfd-825e-a05d31148b35.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.107816] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.107816] env[69773]: DEBUG nova.compute.manager [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Received event network-vif-plugged-8cd6da0c-0695-4be1-be05-ea0be079c428 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.107816] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] Acquiring lock "09125b7c-b1a3-4b75-b954-e5acad73ed86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.108031] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] Lock "09125b7c-b1a3-4b75-b954-e5acad73ed86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.108503] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] Lock "09125b7c-b1a3-4b75-b954-e5acad73ed86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.108503] env[69773]: DEBUG nova.compute.manager [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] No waiting events found dispatching network-vif-plugged-8cd6da0c-0695-4be1-be05-ea0be079c428 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.108619] env[69773]: WARNING nova.compute.manager [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Received unexpected event network-vif-plugged-8cd6da0c-0695-4be1-be05-ea0be079c428 for instance with vm_state building and task_state spawning. [ 878.108696] env[69773]: DEBUG nova.compute.manager [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Received event network-changed-8cd6da0c-0695-4be1-be05-ea0be079c428 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.108843] env[69773]: DEBUG nova.compute.manager [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Refreshing instance network info cache due to event network-changed-8cd6da0c-0695-4be1-be05-ea0be079c428. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.111077] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] Acquiring lock "refresh_cache-09125b7c-b1a3-4b75-b954-e5acad73ed86" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.112802] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a043976-1a46-482a-8cee-7e525e891407 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.119778] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.121397] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9fc91a2-70bc-4557-a990-0a9a043d68c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.123921] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 878.123921] env[69773]: value = "task-3390078" [ 878.123921] env[69773]: _type = "Task" [ 878.123921] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.128391] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 878.128391] env[69773]: value = "task-3390079" [ 878.128391] env[69773]: _type = "Task" [ 878.128391] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.136367] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.144781] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390079, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.233662] env[69773]: DEBUG nova.network.neutron [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Updating instance_info_cache with network_info: [{"id": "8cd6da0c-0695-4be1-be05-ea0be079c428", "address": "fa:16:3e:d8:20:8d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd6da0c-06", "ovs_interfaceid": "8cd6da0c-0695-4be1-be05-ea0be079c428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.474483] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.476359] env[69773]: DEBUG nova.objects.instance [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Lazy-loading 'flavor' on Instance uuid e584c752-772f-40a4-ac1f-6456ca1d81ea {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.565543] env[69773]: DEBUG nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.597574] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.597806] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.597996] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.598238] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.598392] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.598668] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.598780] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.598937] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.599383] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.599588] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.599782] env[69773]: DEBUG nova.virt.hardware [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.600663] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9579c3da-e307-439c-9bc0-b8bd84356972 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.612480] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f15516-1e17-462f-a4ab-e7e37058771f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.643960] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.303709} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.650286] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.650689] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.652651] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3185ad-ae2b-4b35-a38d-b464adbc7730 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.678475] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] afac3398-435b-4dfd-825e-a05d31148b35/afac3398-435b-4dfd-825e-a05d31148b35.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.681690] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b428572c-4e61-43cd-8166-04cbc8812fbd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.702233] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 878.702233] env[69773]: value = "task-3390081" [ 878.702233] env[69773]: _type = "Task" [ 878.702233] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.713054] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.726675] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfea07f-5b13-4bb6-b10a-3a434fe9af8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.735343] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60e2e50-2f15-442b-aae3-d07244329539 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.739712] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Releasing lock "refresh_cache-09125b7c-b1a3-4b75-b954-e5acad73ed86" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.740453] env[69773]: DEBUG nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Instance network_info: |[{"id": "8cd6da0c-0695-4be1-be05-ea0be079c428", "address": "fa:16:3e:d8:20:8d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd6da0c-06", "ovs_interfaceid": "8cd6da0c-0695-4be1-be05-ea0be079c428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.740453] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] Acquired lock "refresh_cache-09125b7c-b1a3-4b75-b954-e5acad73ed86" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.740678] env[69773]: DEBUG nova.network.neutron [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Refreshing network info cache for port 8cd6da0c-0695-4be1-be05-ea0be079c428 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 878.741781] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:20:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cd6da0c-0695-4be1-be05-ea0be079c428', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.751845] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Creating folder: Project (a002f899047d4d8e8d489fc9ceff004d). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.753910] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16d130c6-85f8-4297-862b-8494e016c70b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.790077] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e779831-259b-44a5-b40a-c9b21a4d06a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.799215] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfef1adb-06e6-4b62-8b1d-0ef54606593b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.803260] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Created folder: Project (a002f899047d4d8e8d489fc9ceff004d) in parent group-v676268. [ 878.803465] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Creating folder: Instances. Parent ref: group-v676426. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 878.803672] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6789f0fb-6aa2-4bcd-bcc9-6a4ca414f063 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.816267] env[69773]: DEBUG nova.compute.provider_tree [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.818624] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Created folder: Instances in parent group-v676426. [ 878.818861] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.822128] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.822128] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60b5f983-e193-4bbc-bbe5-32e1ebcdcb42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.839994] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.839994] env[69773]: value = "task-3390084" [ 878.839994] env[69773]: _type = "Task" [ 878.839994] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.848095] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390084, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.975051] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390077, 'name': ReconfigVM_Task, 'duration_secs': 0.846425} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.975569] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.976958] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3505bbd-a638-4409-8552-ca17182074d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.985309] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ac2da288-3b64-47a3-bb4d-024eb89ed9b4 tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.399s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.015453] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5484933-6cf2-45ea-8fa4-8c3cc1d4ca8b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.032853] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 879.032853] env[69773]: value = "task-3390085" [ 879.032853] env[69773]: _type = "Task" [ 879.032853] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.042194] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.142764] env[69773]: DEBUG oslo_vmware.api [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390079, 'name': PowerOnVM_Task, 'duration_secs': 0.640418} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.143057] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.143269] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b1a5e231-b906-4c8c-99d2-d9d4582337d6 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance '5857e7c0-7800-4019-b55a-c420b8febbf7' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.212431] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390081, 'name': ReconfigVM_Task, 'duration_secs': 0.31646} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.212730] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Reconfigured VM instance instance-00000035 to attach disk [datastore1] afac3398-435b-4dfd-825e-a05d31148b35/afac3398-435b-4dfd-825e-a05d31148b35.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.213383] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef89a2ae-eecc-4659-beb5-9fce583b455e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.220101] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 879.220101] env[69773]: value = "task-3390086" [ 879.220101] env[69773]: _type = "Task" [ 879.220101] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.227985] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390086, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.320633] env[69773]: DEBUG nova.scheduler.client.report [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.354946] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390084, 'name': CreateVM_Task, 'duration_secs': 0.385004} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.355484] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.356746] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.356927] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.357276] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.357796] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c8d287-eeef-4d05-803d-fa1bdee21e13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.371541] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 879.371541] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52852899-570a-b3c6-0897-fa4667202718" [ 879.371541] env[69773]: _type = "Task" [ 879.371541] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.385620] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52852899-570a-b3c6-0897-fa4667202718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.544201] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390085, 'name': ReconfigVM_Task, 'duration_secs': 0.278869} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.544663] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.546519] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a7642a1-b2c3-4c59-bdf1-e9865880f0fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.552154] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 879.552154] env[69773]: value = "task-3390087" [ 879.552154] env[69773]: _type = "Task" [ 879.552154] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.562654] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.640404] env[69773]: DEBUG nova.network.neutron [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Updated VIF entry in instance network info cache for port 8cd6da0c-0695-4be1-be05-ea0be079c428. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 879.640404] env[69773]: DEBUG nova.network.neutron [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Updating instance_info_cache with network_info: [{"id": "8cd6da0c-0695-4be1-be05-ea0be079c428", "address": "fa:16:3e:d8:20:8d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cd6da0c-06", "ovs_interfaceid": "8cd6da0c-0695-4be1-be05-ea0be079c428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.734987] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390086, 'name': Rename_Task, 'duration_secs': 0.164531} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.735293] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.735537] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58c423ae-7e6b-4188-85d9-b148986bccd7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.747258] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 879.747258] env[69773]: value = "task-3390088" [ 879.747258] env[69773]: _type = "Task" [ 879.747258] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.756189] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.829150] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.838022] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.122s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.838022] env[69773]: DEBUG nova.objects.instance [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lazy-loading 'resources' on Instance uuid dfc247a0-5352-4e13-bd3d-16edea9e2145 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.845077] env[69773]: DEBUG nova.network.neutron [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Successfully updated port: a1384c2e-1c9d-49ea-be04-e21e1ae561cd {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 879.863664] env[69773]: INFO nova.scheduler.client.report [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted allocations for instance 41ae2b76-c337-469b-8515-cd2ffa613644 [ 879.883807] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52852899-570a-b3c6-0897-fa4667202718, 'name': SearchDatastore_Task, 'duration_secs': 0.015283} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.884189] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.884428] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.884670] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.884810] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.884983] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.885935] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87765f1e-ba37-4747-bf69-6fc05c0fc397 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.896740] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.896740] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.897267] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce573fd-c720-4b4f-a0fa-ad8fe0ccf356 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.910844] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 879.910844] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fea8f1-33a3-1a52-7729-2b0dc2a70846" [ 879.910844] env[69773]: _type = "Task" [ 879.910844] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.920574] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fea8f1-33a3-1a52-7729-2b0dc2a70846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.063756] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.147868] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9c89ca1-4c63-4a69-8349-7d8991b5c188 req-24c1458c-d82d-4400-8325-42e9925e38d1 service nova] Releasing lock "refresh_cache-09125b7c-b1a3-4b75-b954-e5acad73ed86" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.229775] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquiring lock "9ff79424-7170-4235-8542-6e7d812d89b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.230302] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "9ff79424-7170-4235-8542-6e7d812d89b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.230570] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquiring lock "9ff79424-7170-4235-8542-6e7d812d89b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.230850] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "9ff79424-7170-4235-8542-6e7d812d89b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.231149] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "9ff79424-7170-4235-8542-6e7d812d89b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.234366] env[69773]: INFO nova.compute.manager [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Terminating instance [ 880.254522] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390088, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.335723] env[69773]: DEBUG nova.compute.manager [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Received event network-vif-plugged-a1384c2e-1c9d-49ea-be04-e21e1ae561cd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.335901] env[69773]: DEBUG oslo_concurrency.lockutils [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] Acquiring lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.337876] env[69773]: DEBUG oslo_concurrency.lockutils [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] Lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.337876] env[69773]: DEBUG oslo_concurrency.lockutils [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] Lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.337876] env[69773]: DEBUG nova.compute.manager [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] No waiting events found dispatching network-vif-plugged-a1384c2e-1c9d-49ea-be04-e21e1ae561cd {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.337876] env[69773]: WARNING nova.compute.manager [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Received unexpected event network-vif-plugged-a1384c2e-1c9d-49ea-be04-e21e1ae561cd for instance with vm_state building and task_state spawning. [ 880.337876] env[69773]: DEBUG nova.compute.manager [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Received event network-changed-a1384c2e-1c9d-49ea-be04-e21e1ae561cd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.337876] env[69773]: DEBUG nova.compute.manager [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Refreshing instance network info cache due to event network-changed-a1384c2e-1c9d-49ea-be04-e21e1ae561cd. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.337876] env[69773]: DEBUG oslo_concurrency.lockutils [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] Acquiring lock "refresh_cache-23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.337876] env[69773]: DEBUG oslo_concurrency.lockutils [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] Acquired lock "refresh_cache-23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.337876] env[69773]: DEBUG nova.network.neutron [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Refreshing network info cache for port a1384c2e-1c9d-49ea-be04-e21e1ae561cd {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 880.350577] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "refresh_cache-23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.373280] env[69773]: DEBUG oslo_concurrency.lockutils [None req-546033f6-b5dd-4b3c-bd2b-d6546b72900a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "41ae2b76-c337-469b-8515-cd2ffa613644" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.713s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.413138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Acquiring lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.413138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.429195] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fea8f1-33a3-1a52-7729-2b0dc2a70846, 'name': SearchDatastore_Task, 'duration_secs': 0.015247} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.430318] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1209ca75-ac7c-4a3d-a4d8-4f2e1c111ac7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.436573] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 880.436573] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52247b82-9d47-4677-3f6c-00dd08ccdfee" [ 880.436573] env[69773]: _type = "Task" [ 880.436573] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.449135] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52247b82-9d47-4677-3f6c-00dd08ccdfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.562706] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.736436] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 880.736436] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676425', 'volume_id': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'name': 'volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f15a5126-47d9-4d52-b2d2-60e2047150b2', 'attached_at': '', 'detached_at': '', 'volume_id': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'serial': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 880.738704] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430d144b-33b0-4b9e-bfe8-7dd760bc839e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.745737] env[69773]: DEBUG nova.compute.manager [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.745967] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.747089] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9235e1-75bb-4aed-8470-6ef6a6e6a852 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.776246] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946c30ab-edcf-439a-b07a-420d001c25d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.785389] env[69773]: DEBUG oslo_vmware.api [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390088, 'name': PowerOnVM_Task, 'duration_secs': 0.840995} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.785389] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.785389] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.785389] env[69773]: INFO nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Took 12.28 seconds to spawn the instance on the hypervisor. [ 880.785974] env[69773]: DEBUG nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.785974] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a091d571-e921-4e3b-9a80-ae4ef8ccde89 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.802755] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44470893-7bf8-4b11-a0fc-f10c70a915e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.811991] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19/volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.815436] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-194f3a8e-c3cb-4dac-bd36-cbeb687d6336 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.831386] env[69773]: DEBUG oslo_vmware.api [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 880.831386] env[69773]: value = "task-3390089" [ 880.831386] env[69773]: _type = "Task" [ 880.831386] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.846213] env[69773]: DEBUG oslo_vmware.api [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 880.846213] env[69773]: value = "task-3390090" [ 880.846213] env[69773]: _type = "Task" [ 880.846213] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.850043] env[69773]: DEBUG oslo_vmware.api [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3390089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.860577] env[69773]: DEBUG oslo_vmware.api [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.890777] env[69773]: DEBUG nova.network.neutron [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 880.898943] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.899275] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.899411] env[69773]: INFO nova.compute.manager [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Shelving [ 880.915398] env[69773]: INFO nova.compute.manager [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Detaching volume 3e58a845-dfb8-488f-b75a-525cc857c9c2 [ 880.947909] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52247b82-9d47-4677-3f6c-00dd08ccdfee, 'name': SearchDatastore_Task, 'duration_secs': 0.021396} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.948282] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.948416] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 09125b7c-b1a3-4b75-b954-e5acad73ed86/09125b7c-b1a3-4b75-b954-e5acad73ed86.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.948707] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1737104-2acb-4226-b40a-7a1d6a3d3c62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.956493] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 880.956493] env[69773]: value = "task-3390091" [ 880.956493] env[69773]: _type = "Task" [ 880.956493] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.964099] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.965207] env[69773]: INFO nova.virt.block_device [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Attempting to driver detach volume 3e58a845-dfb8-488f-b75a-525cc857c9c2 from mountpoint /dev/sdb [ 880.965447] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 880.965648] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676422', 'volume_id': '3e58a845-dfb8-488f-b75a-525cc857c9c2', 'name': 'volume-3e58a845-dfb8-488f-b75a-525cc857c9c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e584c752-772f-40a4-ac1f-6456ca1d81ea', 'attached_at': '', 'detached_at': '', 'volume_id': '3e58a845-dfb8-488f-b75a-525cc857c9c2', 'serial': '3e58a845-dfb8-488f-b75a-525cc857c9c2'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 880.966592] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35354716-7026-4ea9-beef-4046cb75f7fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.995738] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e1943-a999-46ea-8071-a47314428ba6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.004433] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd7b844-8bc6-486d-8a52-2877a3692f86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.035484] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8985cf-bdfc-423a-b720-b5e5b2c49286 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.052259] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3e58a845-dfb8-488f-b75a-525cc857c9c2/volume-3e58a845-dfb8-488f-b75a-525cc857c9c2.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 881.058016] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Reconfiguring VM instance instance-00000008 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 881.059268] env[69773]: DEBUG nova.network.neutron [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.064209] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f981dc7-c9e5-400e-abc1-0a752add5f30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.090135] env[69773]: DEBUG oslo_vmware.api [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390087, 'name': PowerOnVM_Task, 'duration_secs': 1.378147} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.091656] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.093535] env[69773]: DEBUG oslo_vmware.api [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Waiting for the task: (returnval){ [ 881.093535] env[69773]: value = "task-3390092" [ 881.093535] env[69773]: _type = "Task" [ 881.093535] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.095544] env[69773]: DEBUG nova.compute.manager [None req-4e75ca15-2076-42a7-8662-1792f542bccf tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.096760] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2a7c03-9873-4a57-a407-59be415433e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.100578] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d155a361-1d5e-4486-82bf-b98d23b07080 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.116454] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02961f6-0f40-45d2-92d2-87889a03cf07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.120391] env[69773]: DEBUG oslo_vmware.api [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390092, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.152254] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dc8e18-c5ac-4cd8-b584-5abb8fed21de {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.160663] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68646964-b2dd-4d74-a7b3-91d6d1adc41d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.179128] env[69773]: DEBUG nova.compute.provider_tree [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.342807] env[69773]: DEBUG oslo_vmware.api [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3390089, 'name': PowerOffVM_Task, 'duration_secs': 0.282975} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.343032] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.343307] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.343642] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aba40dc1-52b9-4661-8329-6724e6377d58 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.358347] env[69773]: INFO nova.compute.manager [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Took 42.67 seconds to build instance. [ 881.366790] env[69773]: DEBUG oslo_vmware.api [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.472041] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390091, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.579680] env[69773]: DEBUG oslo_concurrency.lockutils [req-0875360a-0e95-4e47-9276-7d845c79bfd3 req-a7f907c3-c259-4219-b2c7-f9b8651a188f service nova] Releasing lock "refresh_cache-23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.580220] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquired lock "refresh_cache-23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.580220] env[69773]: DEBUG nova.network.neutron [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 881.606780] env[69773]: DEBUG oslo_vmware.api [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390092, 'name': ReconfigVM_Task, 'duration_secs': 0.331662} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.607100] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Reconfigured VM instance instance-00000008 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 881.612164] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2815d81-0250-470a-b955-2c88772b5d42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.631049] env[69773]: DEBUG oslo_vmware.api [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Waiting for the task: (returnval){ [ 881.631049] env[69773]: value = "task-3390094" [ 881.631049] env[69773]: _type = "Task" [ 881.631049] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.640241] env[69773]: DEBUG oslo_vmware.api [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.720831] env[69773]: DEBUG nova.scheduler.client.report [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 881.721244] env[69773]: DEBUG nova.compute.provider_tree [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 74 to 75 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 881.721585] env[69773]: DEBUG nova.compute.provider_tree [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.864064] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c183127f-21c8-42cd-86fb-91a2f9761726 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "afac3398-435b-4dfd-825e-a05d31148b35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.083s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.864064] env[69773]: DEBUG oslo_vmware.api [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390090, 'name': ReconfigVM_Task, 'duration_secs': 0.751402} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.864064] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Reconfigured VM instance instance-00000034 to attach disk [datastore1] volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19/volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.871570] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bebb2ef-35bd-4476-9d94-37484e151c11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.888099] env[69773]: DEBUG oslo_vmware.api [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 881.888099] env[69773]: value = "task-3390095" [ 881.888099] env[69773]: _type = "Task" [ 881.888099] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.897300] env[69773]: DEBUG oslo_vmware.api [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390095, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.914147] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.914497] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfb9a604-05fa-40a8-8a0b-362d30d671fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.920655] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 881.920655] env[69773]: value = "task-3390096" [ 881.920655] env[69773]: _type = "Task" [ 881.920655] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.929583] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.930546] env[69773]: DEBUG nova.network.neutron [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Port dea772d6-a293-4f61-8c1a-40615510800b binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 881.930819] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.930911] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.931093] env[69773]: DEBUG nova.network.neutron [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 881.966332] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538302} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.966599] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 09125b7c-b1a3-4b75-b954-e5acad73ed86/09125b7c-b1a3-4b75-b954-e5acad73ed86.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.966813] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.967086] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fe72539-075e-4bab-ba47-723cd0afad4c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.973529] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 881.973529] env[69773]: value = "task-3390097" [ 881.973529] env[69773]: _type = "Task" [ 881.973529] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.983646] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.999421] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "afac3398-435b-4dfd-825e-a05d31148b35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.999724] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "afac3398-435b-4dfd-825e-a05d31148b35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.999978] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "afac3398-435b-4dfd-825e-a05d31148b35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.000151] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "afac3398-435b-4dfd-825e-a05d31148b35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.000494] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "afac3398-435b-4dfd-825e-a05d31148b35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.002807] env[69773]: INFO nova.compute.manager [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Terminating instance [ 882.131066] env[69773]: DEBUG nova.network.neutron [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 882.142059] env[69773]: DEBUG oslo_vmware.api [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.232550] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.396s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.233367] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.393s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.235347] env[69773]: INFO nova.compute.claims [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.255739] env[69773]: INFO nova.scheduler.client.report [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Deleted allocations for instance dfc247a0-5352-4e13-bd3d-16edea9e2145 [ 882.398870] env[69773]: DEBUG oslo_vmware.api [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390095, 'name': ReconfigVM_Task, 'duration_secs': 0.20931} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.400228] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676425', 'volume_id': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'name': 'volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f15a5126-47d9-4d52-b2d2-60e2047150b2', 'attached_at': '', 'detached_at': '', 'volume_id': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'serial': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 882.403034] env[69773]: DEBUG nova.network.neutron [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Updating instance_info_cache with network_info: [{"id": "a1384c2e-1c9d-49ea-be04-e21e1ae561cd", "address": "fa:16:3e:df:e7:a8", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1384c2e-1c", "ovs_interfaceid": "a1384c2e-1c9d-49ea-be04-e21e1ae561cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.435148] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390096, 'name': PowerOffVM_Task, 'duration_secs': 0.32092} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.435148] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.435148] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfd8e55-2f5e-4d8b-9f07-e7585ba5a4d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.455525] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea36dd-50f0-41c9-8c1f-fc70508122f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.485144] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099046} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.485144] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.486109] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b567a03-ee88-4316-9b6f-20c9189d707c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.511165] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 09125b7c-b1a3-4b75-b954-e5acad73ed86/09125b7c-b1a3-4b75-b954-e5acad73ed86.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.517018] env[69773]: DEBUG nova.compute.manager [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.517018] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.517018] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b364a4-5f82-43c0-bc11-d7fca125e8d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.532571] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040bb941-c80f-47b9-baae-d57dd14dfee5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.541280] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.543437] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2eeca1-aef7-4330-a8c9-ed77ebd4a538 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.545131] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 882.545131] env[69773]: value = "task-3390098" [ 882.545131] env[69773]: _type = "Task" [ 882.545131] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.549612] env[69773]: DEBUG oslo_vmware.api [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 882.549612] env[69773]: value = "task-3390099" [ 882.549612] env[69773]: _type = "Task" [ 882.549612] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.556339] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.563797] env[69773]: DEBUG oslo_vmware.api [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.643237] env[69773]: DEBUG oslo_vmware.api [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.764502] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ccef401b-df5d-4ced-8a56-5cd045b462b8 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "dfc247a0-5352-4e13-bd3d-16edea9e2145" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.338s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.886142] env[69773]: DEBUG nova.network.neutron [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance_info_cache with network_info: [{"id": "dea772d6-a293-4f61-8c1a-40615510800b", "address": "fa:16:3e:d2:c8:4d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea772d6-a2", "ovs_interfaceid": "dea772d6-a293-4f61-8c1a-40615510800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.906446] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Releasing lock "refresh_cache-23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.906725] env[69773]: DEBUG nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Instance network_info: |[{"id": "a1384c2e-1c9d-49ea-be04-e21e1ae561cd", "address": "fa:16:3e:df:e7:a8", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1384c2e-1c", "ovs_interfaceid": "a1384c2e-1c9d-49ea-be04-e21e1ae561cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.907165] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:e7:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1384c2e-1c9d-49ea-be04-e21e1ae561cd', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.917198] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.918030] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.921050] env[69773]: DEBUG nova.compute.manager [req-4f2f0819-2974-406f-bf39-7c133e765bfd req-4e287de9-66eb-4b86-86a0-a8cb047aefb2 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Received event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.921050] env[69773]: DEBUG nova.compute.manager [req-4f2f0819-2974-406f-bf39-7c133e765bfd req-4e287de9-66eb-4b86-86a0-a8cb047aefb2 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing instance network info cache due to event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.921237] env[69773]: DEBUG oslo_concurrency.lockutils [req-4f2f0819-2974-406f-bf39-7c133e765bfd req-4e287de9-66eb-4b86-86a0-a8cb047aefb2 service nova] Acquiring lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.921338] env[69773]: DEBUG oslo_concurrency.lockutils [req-4f2f0819-2974-406f-bf39-7c133e765bfd req-4e287de9-66eb-4b86-86a0-a8cb047aefb2 service nova] Acquired lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.921534] env[69773]: DEBUG nova.network.neutron [req-4f2f0819-2974-406f-bf39-7c133e765bfd req-4e287de9-66eb-4b86-86a0-a8cb047aefb2 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 882.923375] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8edd4b56-4570-4ef2-b06f-9ac2db6e199a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.949908] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.949908] env[69773]: value = "task-3390100" [ 882.949908] env[69773]: _type = "Task" [ 882.949908] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.956817] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390100, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.967084] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 882.967412] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-06bf0f51-506e-4a25-9451-5d7c2e35ee48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.975465] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 882.975465] env[69773]: value = "task-3390101" [ 882.975465] env[69773]: _type = "Task" [ 882.975465] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.984549] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390101, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.063839] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.067919] env[69773]: DEBUG oslo_vmware.api [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390099, 'name': PowerOffVM_Task, 'duration_secs': 0.186903} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.068172] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.068541] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.069127] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b64af17c-b76c-4964-b3b5-0dbf18cd6dae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.150300] env[69773]: DEBUG oslo_vmware.api [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Task: {'id': task-3390094, 'name': ReconfigVM_Task, 'duration_secs': 1.250324} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.150300] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676422', 'volume_id': '3e58a845-dfb8-488f-b75a-525cc857c9c2', 'name': 'volume-3e58a845-dfb8-488f-b75a-525cc857c9c2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e584c752-772f-40a4-ac1f-6456ca1d81ea', 'attached_at': '', 'detached_at': '', 'volume_id': '3e58a845-dfb8-488f-b75a-525cc857c9c2', 'serial': '3e58a845-dfb8-488f-b75a-525cc857c9c2'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 883.386141] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.452089] env[69773]: DEBUG nova.objects.instance [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'flavor' on Instance uuid f15a5126-47d9-4d52-b2d2-60e2047150b2 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.469020] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390100, 'name': CreateVM_Task, 'duration_secs': 0.335311} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.469020] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.469020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.469020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.469020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.469020] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff824f93-0070-4cb1-bcd7-3d0a3e2ad51c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.477032] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 883.477032] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5292ce73-67c5-b46e-1188-3854a450b9e0" [ 883.477032] env[69773]: _type = "Task" [ 883.477032] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.495117] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5292ce73-67c5-b46e-1188-3854a450b9e0, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.495448] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390101, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.498012] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.498298] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.498568] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.498752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.498960] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.501444] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f79fa035-7868-4504-ad63-16e8088d70a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.511304] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.511494] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.512262] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af26e9ae-8e85-4310-a686-244ab0536ffb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.521043] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 883.521043] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b7cca-994a-ec6f-0d86-a6a66d953a0c" [ 883.521043] env[69773]: _type = "Task" [ 883.521043] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.529677] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b7cca-994a-ec6f-0d86-a6a66d953a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.556387] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390098, 'name': ReconfigVM_Task, 'duration_secs': 0.605347} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.556682] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 09125b7c-b1a3-4b75-b954-e5acad73ed86/09125b7c-b1a3-4b75-b954-e5acad73ed86.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.557362] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1395d2c-755b-4d15-b0ec-12afe9ba6053 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.566991] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 883.566991] env[69773]: value = "task-3390103" [ 883.566991] env[69773]: _type = "Task" [ 883.566991] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.579501] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390103, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.642508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.642859] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.643032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.643233] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.643448] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.647814] env[69773]: INFO nova.compute.manager [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Terminating instance [ 883.719955] env[69773]: DEBUG nova.objects.instance [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Lazy-loading 'flavor' on Instance uuid e584c752-772f-40a4-ac1f-6456ca1d81ea {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.782114] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9e9706-6c06-41e3-a0a7-2209a0e5dc00 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.792812] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf959811-1755-4f3d-bf61-882875c18129 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.835765] env[69773]: DEBUG nova.network.neutron [req-4f2f0819-2974-406f-bf39-7c133e765bfd req-4e287de9-66eb-4b86-86a0-a8cb047aefb2 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updated VIF entry in instance network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 883.836391] env[69773]: DEBUG nova.network.neutron [req-4f2f0819-2974-406f-bf39-7c133e765bfd req-4e287de9-66eb-4b86-86a0-a8cb047aefb2 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [{"id": "6aca8e09-f991-4992-b07f-0e798201e87e", "address": "fa:16:3e:8a:32:66", "network": {"id": "bfec6bc5-3c0b-4d09-9fac-a1e93c26eadc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-584524059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93ca15ce4d864c929dc0a605b5fd40b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aca8e09-f9", "ovs_interfaceid": "6aca8e09-f991-4992-b07f-0e798201e87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.838480] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151255c2-04c0-43a4-8f62-66c66c97bc8a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.848447] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f42fa5-a4fb-4b4e-83d5-21c35c5d9c27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.875350] env[69773]: DEBUG nova.compute.provider_tree [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.890595] env[69773]: DEBUG nova.compute.manager [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69773) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 883.890595] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.958868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-580af818-ca65-41f4-8b2a-f01777d4419f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.859s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.987183] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390101, 'name': CreateSnapshot_Task, 'duration_secs': 0.857559} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.987451] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 883.988295] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f54a39-0d91-47a5-8e18-b1cefd7aeadd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.034760] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b7cca-994a-ec6f-0d86-a6a66d953a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012927} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.036031] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42e80024-9af6-4ed5-bec0-b98f984a6ebf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.042984] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 884.042984] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5219133f-bc16-c80d-5639-daf1137f1ce9" [ 884.042984] env[69773]: _type = "Task" [ 884.042984] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.051413] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5219133f-bc16-c80d-5639-daf1137f1ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.079666] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390103, 'name': Rename_Task, 'duration_secs': 0.228304} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.079937] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.080191] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70a48e7b-d454-4214-9a4d-6463ef27f139 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.086578] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 884.086578] env[69773]: value = "task-3390104" [ 884.086578] env[69773]: _type = "Task" [ 884.086578] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.098896] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390104, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.129657] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.129902] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.130102] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Deleting the datastore file [datastore1] 9ff79424-7170-4235-8542-6e7d812d89b1 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.130388] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f52a280f-f327-453c-88e2-c2dd7cdf1ad3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.138834] env[69773]: DEBUG oslo_vmware.api [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for the task: (returnval){ [ 884.138834] env[69773]: value = "task-3390105" [ 884.138834] env[69773]: _type = "Task" [ 884.138834] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.150278] env[69773]: DEBUG oslo_vmware.api [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3390105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.151667] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.151895] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.152085] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Deleting the datastore file [datastore1] afac3398-435b-4dfd-825e-a05d31148b35 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.152340] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7bd1933-2213-44fb-9d6e-da40ae870f53 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.154675] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "refresh_cache-bdc1c5b8-305c-4af1-b14f-0913fbf9916d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.154840] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquired lock "refresh_cache-bdc1c5b8-305c-4af1-b14f-0913fbf9916d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.155008] env[69773]: DEBUG nova.network.neutron [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 884.160558] env[69773]: DEBUG oslo_vmware.api [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for the task: (returnval){ [ 884.160558] env[69773]: value = "task-3390106" [ 884.160558] env[69773]: _type = "Task" [ 884.160558] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.169810] env[69773]: DEBUG oslo_vmware.api [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.344534] env[69773]: DEBUG oslo_concurrency.lockutils [req-4f2f0819-2974-406f-bf39-7c133e765bfd req-4e287de9-66eb-4b86-86a0-a8cb047aefb2 service nova] Releasing lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.362508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-3f350c0f-2d81-473e-835a-6883f6efd920-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.362508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-3f350c0f-2d81-473e-835a-6883f6efd920-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.362508] env[69773]: DEBUG nova.objects.instance [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'flavor' on Instance uuid 3f350c0f-2d81-473e-835a-6883f6efd920 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.378968] env[69773]: DEBUG nova.scheduler.client.report [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.510896] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 884.511248] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9821a439-d633-4c7c-8459-945426ad0f62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.521181] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 884.521181] env[69773]: value = "task-3390107" [ 884.521181] env[69773]: _type = "Task" [ 884.521181] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.532050] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390107, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.552373] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5219133f-bc16-c80d-5639-daf1137f1ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.022897} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.552637] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.552902] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19/23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.553186] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03fff69a-3a0e-41df-8cfc-9118a8bdc6dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.560771] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 884.560771] env[69773]: value = "task-3390108" [ 884.560771] env[69773]: _type = "Task" [ 884.560771] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.569326] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.597138] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390104, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.648168] env[69773]: DEBUG oslo_vmware.api [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Task: {'id': task-3390105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276841} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.648579] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.648671] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.648827] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.649018] env[69773]: INFO nova.compute.manager [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Took 3.90 seconds to destroy the instance on the hypervisor. [ 884.649384] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.649529] env[69773]: DEBUG nova.compute.manager [-] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.649641] env[69773]: DEBUG nova.network.neutron [-] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 884.669996] env[69773]: DEBUG oslo_vmware.api [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Task: {'id': task-3390106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28356} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.670361] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.670668] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.670948] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.671217] env[69773]: INFO nova.compute.manager [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Took 2.16 seconds to destroy the instance on the hypervisor. [ 884.671500] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.671721] env[69773]: DEBUG nova.compute.manager [-] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.671819] env[69773]: DEBUG nova.network.neutron [-] [instance: afac3398-435b-4dfd-825e-a05d31148b35] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 884.686804] env[69773]: DEBUG nova.network.neutron [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 884.728074] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f825a239-40bf-486f-adaf-9e5e4bb6f54c tempest-VolumesAssistedSnapshotsTest-880421766 tempest-VolumesAssistedSnapshotsTest-880421766-project-admin] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.316s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.794103] env[69773]: DEBUG nova.network.neutron [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.885274] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.886630] env[69773]: DEBUG nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.893843] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.878s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.896797] env[69773]: INFO nova.compute.claims [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.034716] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390107, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.076667] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390108, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.098331] env[69773]: DEBUG oslo_vmware.api [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390104, 'name': PowerOnVM_Task, 'duration_secs': 0.527895} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.098620] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.098821] env[69773]: INFO nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Took 9.31 seconds to spawn the instance on the hypervisor. [ 885.099009] env[69773]: DEBUG nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.100084] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9d4652-5916-48ae-9eb9-06f4622fbb34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.295633] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Releasing lock "refresh_cache-bdc1c5b8-305c-4af1-b14f-0913fbf9916d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.296102] env[69773]: DEBUG nova.compute.manager [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.296320] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.297375] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85ca67-7c6f-4cb6-8f26-ee0bba7cb672 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.305397] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.305766] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f470aac-b4b0-410b-a15e-84bc030b3601 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.311634] env[69773]: DEBUG oslo_vmware.api [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 885.311634] env[69773]: value = "task-3390109" [ 885.311634] env[69773]: _type = "Task" [ 885.311634] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.320235] env[69773]: DEBUG oslo_vmware.api [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3390109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.336725] env[69773]: DEBUG nova.objects.instance [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f350c0f-2d81-473e-835a-6883f6efd920 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.361242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.361582] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.361859] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "f15a5126-47d9-4d52-b2d2-60e2047150b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.362223] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.362458] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.364734] env[69773]: INFO nova.compute.manager [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Terminating instance [ 885.410214] env[69773]: DEBUG nova.compute.utils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.415023] env[69773]: DEBUG nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.415023] env[69773]: DEBUG nova.network.neutron [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.499250] env[69773]: DEBUG nova.policy [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '823b27cd18a845f3ad325ba6a00bf8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a5f4557f579416dab17361cfe5819d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.533486] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390107, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.573351] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671568} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.573351] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19/23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.573611] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.573783] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7370bb97-4210-472e-b3d5-46af729f6b9e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.581097] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 885.581097] env[69773]: value = "task-3390110" [ 885.581097] env[69773]: _type = "Task" [ 885.581097] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.589596] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.618501] env[69773]: INFO nova.compute.manager [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Took 40.38 seconds to build instance. [ 885.697359] env[69773]: DEBUG nova.network.neutron [-] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.823846] env[69773]: DEBUG oslo_vmware.api [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3390109, 'name': PowerOffVM_Task, 'duration_secs': 0.346033} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.824474] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.824474] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.824853] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5064553-b411-48f6-b4b1-ddd635b4ea4a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.839158] env[69773]: DEBUG nova.objects.base [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Object Instance<3f350c0f-2d81-473e-835a-6883f6efd920> lazy-loaded attributes: flavor,pci_requests {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 885.839479] env[69773]: DEBUG nova.network.neutron [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.852959] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.852959] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.852959] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Deleting the datastore file [datastore2] bdc1c5b8-305c-4af1-b14f-0913fbf9916d {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.852959] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60be7d9e-1807-4346-8e18-99d6c8da1342 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.861506] env[69773]: DEBUG oslo_vmware.api [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for the task: (returnval){ [ 885.861506] env[69773]: value = "task-3390112" [ 885.861506] env[69773]: _type = "Task" [ 885.861506] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.869401] env[69773]: DEBUG nova.compute.manager [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.869764] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.870284] env[69773]: DEBUG oslo_vmware.api [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3390112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.870550] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e276b6-61d9-455c-8ea9-9e3b6abe6868 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.877217] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 885.877217] env[69773]: value = "task-3390113" [ 885.877217] env[69773]: _type = "Task" [ 885.877217] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.885934] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.887474] env[69773]: DEBUG nova.policy [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.919579] env[69773]: DEBUG nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.037740] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390107, 'name': CloneVM_Task, 'duration_secs': 1.349777} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.038139] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Created linked-clone VM from snapshot [ 886.038934] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1ab53-5a98-4049-8b4a-29e8218cef87 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.047900] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Uploading image 8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.091060] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.091060] env[69773]: value = "vm-676431" [ 886.091060] env[69773]: _type = "VirtualMachine" [ 886.091060] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.091060] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-252abaab-3498-4315-a16e-71e127614fe8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.097840] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.166739} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.105022] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.105022] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lease: (returnval){ [ 886.105022] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522781db-ee6c-0bff-1ef5-826bbf2ae852" [ 886.105022] env[69773]: _type = "HttpNfcLease" [ 886.105022] env[69773]: } obtained for exporting VM: (result){ [ 886.105022] env[69773]: value = "vm-676431" [ 886.105022] env[69773]: _type = "VirtualMachine" [ 886.105022] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.105022] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the lease: (returnval){ [ 886.105022] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522781db-ee6c-0bff-1ef5-826bbf2ae852" [ 886.105022] env[69773]: _type = "HttpNfcLease" [ 886.105022] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.105022] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62577833-46f4-49cf-8920-feaeedc51f5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.124468] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e061fdf2-fa27-431c-9685-c2b58aa0c02c tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "09125b7c-b1a3-4b75-b954-e5acad73ed86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.718s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.133609] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19/23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.138185] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2089e0e-50dc-4e28-9a3d-4bf571fd1b5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.153906] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.153906] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522781db-ee6c-0bff-1ef5-826bbf2ae852" [ 886.153906] env[69773]: _type = "HttpNfcLease" [ 886.153906] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 886.154556] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 886.154556] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522781db-ee6c-0bff-1ef5-826bbf2ae852" [ 886.154556] env[69773]: _type = "HttpNfcLease" [ 886.154556] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 886.155788] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e09a9e6-ac0f-4d8f-9340-f81fd1d4ba56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.159941] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 886.159941] env[69773]: value = "task-3390115" [ 886.159941] env[69773]: _type = "Task" [ 886.159941] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.161074] env[69773]: DEBUG nova.network.neutron [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Successfully created port: 954f01c7-7a4c-48bc-be41-fbd74ba5459c {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.172496] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ad3b-63db-7c32-0cad-823e6efa1226/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 886.172676] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ad3b-63db-7c32-0cad-823e6efa1226/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 886.176835] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.231063] env[69773]: INFO nova.compute.manager [-] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Took 1.56 seconds to deallocate network for instance. [ 886.232379] env[69773]: DEBUG nova.network.neutron [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Successfully created port: d42ea368-e7d2-4ad5-b93b-77354b3dafc3 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.272289] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b48805a-e1e6-49a8-826e-52fee7af642d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.373100] env[69773]: DEBUG oslo_vmware.api [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Task: {'id': task-3390112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181157} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.373369] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.373687] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.373860] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.373860] env[69773]: INFO nova.compute.manager [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 886.374116] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.374383] env[69773]: DEBUG nova.compute.manager [-] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.374472] env[69773]: DEBUG nova.network.neutron [-] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 886.378414] env[69773]: DEBUG nova.network.neutron [-] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.389921] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390113, 'name': PowerOffVM_Task, 'duration_secs': 0.28632} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.390275] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.390551] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 886.390796] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676425', 'volume_id': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'name': 'volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f15a5126-47d9-4d52-b2d2-60e2047150b2', 'attached_at': '', 'detached_at': '', 'volume_id': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'serial': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 886.394687] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a476e9-9d40-4d27-8931-66328b984fb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.431927] env[69773]: DEBUG nova.network.neutron [-] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 886.435913] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedda764-0492-4bf8-a2b4-8b67056889f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.448705] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d539b9-2966-4676-a1d5-a52026ae1cfd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.476217] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c261b7ee-2069-4bc8-921c-38c74de159d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.490079] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] The volume has not been displaced from its original location: [datastore1] volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19/volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 886.495341] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 886.498494] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60aa7687-3e17-4e8a-a80c-a19592e7cb32 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.519662] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 886.519662] env[69773]: value = "task-3390116" [ 886.519662] env[69773]: _type = "Task" [ 886.519662] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.529525] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.660822] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f2d295-aa99-42f5-bd81-0dd4aa2fdaa8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.676277] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d14661-aae6-4c02-8ab0-78962bf90f64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.681655] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.710373] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e2006f-75a0-4caa-bdc1-40cbe9d20aae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.722033] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccb0892-9479-493d-a797-fc71fd239f4c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.740030] env[69773]: DEBUG nova.compute.provider_tree [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.743236] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.883548] env[69773]: INFO nova.compute.manager [-] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Took 2.23 seconds to deallocate network for instance. [ 886.942338] env[69773]: DEBUG nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.944702] env[69773]: DEBUG nova.network.neutron [-] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.974193] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.974547] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.974753] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.975022] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.975395] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.975670] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.976029] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.976305] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.976557] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.976825] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.977095] env[69773]: DEBUG nova.virt.hardware [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.978542] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02395658-b723-4af3-a1a5-3860c806baf0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.992028] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7173407-469f-4bae-ba89-64ce7718e5d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.035392] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390116, 'name': ReconfigVM_Task, 'duration_secs': 0.384373} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.035933] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 887.044345] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a08ed72-aced-4834-92eb-ff19668e1e9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.066790] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 887.066790] env[69773]: value = "task-3390117" [ 887.066790] env[69773]: _type = "Task" [ 887.066790] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.082105] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390117, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.177541] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390115, 'name': ReconfigVM_Task, 'duration_secs': 0.837832} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.177896] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19/23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.179146] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f9932dd-9e8d-445d-a69a-54a85add0660 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.186403] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 887.186403] env[69773]: value = "task-3390118" [ 887.186403] env[69773]: _type = "Task" [ 887.186403] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.199509] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390118, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.240951] env[69773]: DEBUG nova.scheduler.client.report [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.392846] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.448529] env[69773]: INFO nova.compute.manager [-] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Took 1.07 seconds to deallocate network for instance. [ 887.577528] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390117, 'name': ReconfigVM_Task, 'duration_secs': 0.188846} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.578094] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676425', 'volume_id': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'name': 'volume-756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f15a5126-47d9-4d52-b2d2-60e2047150b2', 'attached_at': '', 'detached_at': '', 'volume_id': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19', 'serial': '756cfdcd-33e7-4f6c-9477-c2906b9e7d19'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 887.578614] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.579573] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c950757-d39f-48fa-a4fb-0fddf593d733 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.588239] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.588239] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edbec28d-e2ee-4969-bf8a-31cfcd065da9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.651848] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.652187] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.652440] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleting the datastore file [datastore1] f15a5126-47d9-4d52-b2d2-60e2047150b2 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.652866] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6a5afa9-1100-45a4-85b4-b94a7587aba0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.660725] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 887.660725] env[69773]: value = "task-3390120" [ 887.660725] env[69773]: _type = "Task" [ 887.660725] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.670140] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390120, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.698157] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390118, 'name': Rename_Task, 'duration_secs': 0.172377} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.699067] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.699067] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a557b803-c87e-47f9-916f-b490545cf385 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.705602] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 887.705602] env[69773]: value = "task-3390122" [ 887.705602] env[69773]: _type = "Task" [ 887.705602] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.715213] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.751025] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.751025] env[69773]: DEBUG nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.755417] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.282s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.756553] env[69773]: DEBUG nova.objects.instance [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 887.824167] env[69773]: DEBUG nova.network.neutron [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Successfully updated port: d42ea368-e7d2-4ad5-b93b-77354b3dafc3 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.955695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.000215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "89407115-4044-4f5a-81eb-0ec832bf79f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.000788] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.067593] env[69773]: DEBUG nova.network.neutron [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Successfully updated port: 954f01c7-7a4c-48bc-be41-fbd74ba5459c {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.171097] env[69773]: DEBUG oslo_vmware.api [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390120, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299328} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.171369] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.171561] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.171739] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.171917] env[69773]: INFO nova.compute.manager [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Took 2.30 seconds to destroy the instance on the hypervisor. [ 888.172183] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.172388] env[69773]: DEBUG nova.compute.manager [-] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.172488] env[69773]: DEBUG nova.network.neutron [-] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 888.218558] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.261567] env[69773]: DEBUG nova.compute.utils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.262849] env[69773]: DEBUG nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.263491] env[69773]: DEBUG nova.network.neutron [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.305699] env[69773]: DEBUG nova.policy [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fa69983e40d436fa05f6b7b430818d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '589ea34d8af746cbb896aa6eb9039f07', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.326958] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.327811] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.327811] env[69773]: DEBUG nova.network.neutron [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 888.504845] env[69773]: DEBUG nova.compute.utils [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.570432] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.570661] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.570906] env[69773]: DEBUG nova.network.neutron [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 888.611938] env[69773]: DEBUG nova.network.neutron [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Successfully created port: 8fd777f6-786c-4d73-8951-670356af2601 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.720544] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.766784] env[69773]: DEBUG nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.770607] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5d839eb-06eb-4b24-8de8-b93c1cc2d6e0 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.774798] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.719s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.774798] env[69773]: DEBUG nova.objects.instance [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lazy-loading 'resources' on Instance uuid 3684986e-3928-4f7f-bbf0-274977244745 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.865199] env[69773]: WARNING nova.network.neutron [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5 already exists in list: networks containing: ['fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5']. ignoring it [ 888.927356] env[69773]: DEBUG nova.network.neutron [-] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.007925] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.122180] env[69773]: DEBUG nova.network.neutron [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 889.221414] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.247263] env[69773]: DEBUG nova.network.neutron [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updating instance_info_cache with network_info: [{"id": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "address": "fa:16:3e:9e:bf:7f", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb741e5f5-92", "ovs_interfaceid": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d42ea368-e7d2-4ad5-b93b-77354b3dafc3", "address": "fa:16:3e:0c:fa:e3", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42ea368-e7", "ovs_interfaceid": "d42ea368-e7d2-4ad5-b93b-77354b3dafc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.306583] env[69773]: DEBUG nova.network.neutron [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance_info_cache with network_info: [{"id": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "address": "fa:16:3e:ff:d3:bc", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954f01c7-7a", "ovs_interfaceid": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.432528] env[69773]: INFO nova.compute.manager [-] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Took 1.26 seconds to deallocate network for instance. [ 889.592607] env[69773]: DEBUG nova.compute.manager [req-53c1800c-f85d-42cb-b72d-f5badb3aa593 req-06df7443-d3e7-46d4-b299-d94d205fbdad service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Received event network-vif-deleted-3f65c166-917f-45a0-a89f-51b604945822 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.610837] env[69773]: DEBUG nova.compute.manager [req-dc709ce4-b59b-44d2-baeb-7975906e1968 req-3c55209b-7d9a-41ef-ace8-9542f37ffcd0 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Received event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.610892] env[69773]: DEBUG nova.compute.manager [req-dc709ce4-b59b-44d2-baeb-7975906e1968 req-3c55209b-7d9a-41ef-ace8-9542f37ffcd0 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing instance network info cache due to event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.611180] env[69773]: DEBUG oslo_concurrency.lockutils [req-dc709ce4-b59b-44d2-baeb-7975906e1968 req-3c55209b-7d9a-41ef-ace8-9542f37ffcd0 service nova] Acquiring lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.611350] env[69773]: DEBUG oslo_concurrency.lockutils [req-dc709ce4-b59b-44d2-baeb-7975906e1968 req-3c55209b-7d9a-41ef-ace8-9542f37ffcd0 service nova] Acquired lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.611523] env[69773]: DEBUG nova.network.neutron [req-dc709ce4-b59b-44d2-baeb-7975906e1968 req-3c55209b-7d9a-41ef-ace8-9542f37ffcd0 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 889.725945] env[69773]: DEBUG oslo_vmware.api [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390122, 'name': PowerOnVM_Task, 'duration_secs': 1.545118} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.725945] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.725945] env[69773]: INFO nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Took 11.16 seconds to spawn the instance on the hypervisor. [ 889.725945] env[69773]: DEBUG nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.727123] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64136df2-c87e-4164-afd6-e02593f66449 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.750090] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.751056] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.751056] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.751686] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745dc9be-1335-4b05-bef7-95fd0b97505c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.755269] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6aa963-6392-4122-bb65-708e71d1da48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.774777] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ccbf74-005a-4d1b-9dbc-b2fb7d2cf633 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.778785] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.779075] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.779285] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.779500] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.779661] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.779823] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.780064] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.780244] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.780425] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.780610] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.780788] env[69773]: DEBUG nova.virt.hardware [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.787448] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Reconfiguring VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 889.789419] env[69773]: DEBUG nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.791498] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575ac880-8ec1-4ea2-b73b-30311bbaade6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.832731] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.833089] env[69773]: DEBUG nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Instance network_info: |[{"id": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "address": "fa:16:3e:ff:d3:bc", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954f01c7-7a", "ovs_interfaceid": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.837153] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:d3:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954f01c7-7a4c-48bc-be41-fbd74ba5459c', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.844829] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.845610] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a38364-dcdd-4417-8b73-eb49a28c35b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.848525] env[69773]: DEBUG oslo_vmware.api [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 889.848525] env[69773]: value = "task-3390123" [ 889.848525] env[69773]: _type = "Task" [ 889.848525] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.849358] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.849711] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34786a9f-baee-4d07-8c74-84383c5e6629 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.872362] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.872634] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.872802] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.872987] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.873281] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.873522] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.873761] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.873939] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.874134] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.874316] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.874506] env[69773]: DEBUG nova.virt.hardware [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.875929] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ef4dd0-0ce9-4fd1-8a58-bdd32c0561e0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.880782] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb64006e-2ea0-4a83-be93-b86a7e77e1ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.889746] env[69773]: DEBUG oslo_vmware.api [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390123, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.889989] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.889989] env[69773]: value = "task-3390124" [ 889.889989] env[69773]: _type = "Task" [ 889.889989] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.906019] env[69773]: DEBUG nova.compute.provider_tree [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 889.909261] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f45f93-42da-4277-80d6-fd46b5ef22c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.916836] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390124, 'name': CreateVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.997230] env[69773]: INFO nova.compute.manager [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Took 0.56 seconds to detach 1 volumes for instance. [ 890.077705] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "89407115-4044-4f5a-81eb-0ec832bf79f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.078304] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.078710] env[69773]: INFO nova.compute.manager [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Attaching volume 5140e425-2142-4682-a443-8c4049aafc35 to /dev/sdb [ 890.141870] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8505aa65-e4d1-4b00-8df0-ea3069420dd9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.151218] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503a2733-6d6c-4a61-bce9-c8291a840e27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.155982] env[69773]: DEBUG nova.network.neutron [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Successfully updated port: 8fd777f6-786c-4d73-8951-670356af2601 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.167533] env[69773]: DEBUG nova.virt.block_device [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Updating existing volume attachment record: 1bc0736a-457a-41c0-9ed8-9f0f380b0dfb {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 890.247245] env[69773]: INFO nova.compute.manager [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Took 43.07 seconds to build instance. [ 890.359483] env[69773]: DEBUG oslo_vmware.api [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.407893] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390124, 'name': CreateVM_Task, 'duration_secs': 0.379653} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.407893] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.408526] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.408789] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.409273] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.409558] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c82dacbc-93dc-47a2-aabb-a626b5e1fd17 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.418912] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 890.418912] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257da8f-c783-98d5-4041-692c76aa0bd0" [ 890.418912] env[69773]: _type = "Task" [ 890.418912] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.430029] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257da8f-c783-98d5-4041-692c76aa0bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.454366] env[69773]: DEBUG nova.scheduler.client.report [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 890.454710] env[69773]: DEBUG nova.compute.provider_tree [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 75 to 76 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 890.454920] env[69773]: DEBUG nova.compute.provider_tree [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 890.497203] env[69773]: DEBUG nova.network.neutron [req-dc709ce4-b59b-44d2-baeb-7975906e1968 req-3c55209b-7d9a-41ef-ace8-9542f37ffcd0 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updated VIF entry in instance network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 890.497628] env[69773]: DEBUG nova.network.neutron [req-dc709ce4-b59b-44d2-baeb-7975906e1968 req-3c55209b-7d9a-41ef-ace8-9542f37ffcd0 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [{"id": "6aca8e09-f991-4992-b07f-0e798201e87e", "address": "fa:16:3e:8a:32:66", "network": {"id": "bfec6bc5-3c0b-4d09-9fac-a1e93c26eadc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-584524059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93ca15ce4d864c929dc0a605b5fd40b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aca8e09-f9", "ovs_interfaceid": "6aca8e09-f991-4992-b07f-0e798201e87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.504969] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.658675] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "refresh_cache-5d5b3791-5f00-441a-b6c8-3f3f33723e6a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.659162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "refresh_cache-5d5b3791-5f00-441a-b6c8-3f3f33723e6a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.659524] env[69773]: DEBUG nova.network.neutron [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 890.749715] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9fc9db04-5ea9-438d-b18b-941341758084 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.957s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.859911] env[69773]: DEBUG oslo_vmware.api [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390123, 'name': ReconfigVM_Task, 'duration_secs': 0.736455} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.860517] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.860743] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Reconfigured VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 890.929562] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257da8f-c783-98d5-4041-692c76aa0bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.023484} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.929936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.930197] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.930513] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.930674] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.930857] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.931141] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e67649a5-beba-42c0-87b3-4e527caedb59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.940624] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.940825] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.941711] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cd81dd-ad12-4e83-a6ca-a131139db0d4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.947278] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 890.947278] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b6713-37c8-e489-40dc-16ab73ae5fd0" [ 890.947278] env[69773]: _type = "Task" [ 890.947278] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.955683] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b6713-37c8-e489-40dc-16ab73ae5fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.960672] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.963026] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.840s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.963220] env[69773]: DEBUG nova.objects.instance [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.986772] env[69773]: INFO nova.scheduler.client.report [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleted allocations for instance 3684986e-3928-4f7f-bbf0-274977244745 [ 891.002053] env[69773]: DEBUG oslo_concurrency.lockutils [req-dc709ce4-b59b-44d2-baeb-7975906e1968 req-3c55209b-7d9a-41ef-ace8-9542f37ffcd0 service nova] Releasing lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.203206] env[69773]: DEBUG nova.network.neutron [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 891.365703] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d420eaf-01c0-433e-8cf6-54bc580b8fd6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-3f350c0f-2d81-473e-835a-6883f6efd920-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.004s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.446726] env[69773]: DEBUG nova.network.neutron [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Updating instance_info_cache with network_info: [{"id": "8fd777f6-786c-4d73-8951-670356af2601", "address": "fa:16:3e:46:6b:02", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd777f6-78", "ovs_interfaceid": "8fd777f6-786c-4d73-8951-670356af2601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.458266] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b6713-37c8-e489-40dc-16ab73ae5fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009411} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.459330] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eada68f4-34b2-40b9-bd71-a1619e8f0178 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.465521] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 891.465521] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52412da9-4a41-9813-dec5-4ee9f878cf7c" [ 891.465521] env[69773]: _type = "Task" [ 891.465521] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.480139] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72160e79-1e76-4900-aeb4-f02b390ccac9 tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.516s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.481815] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.820s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.483971] env[69773]: INFO nova.compute.claims [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.496305] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52412da9-4a41-9813-dec5-4ee9f878cf7c, 'name': SearchDatastore_Task, 'duration_secs': 0.018985} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.496713] env[69773]: DEBUG oslo_concurrency.lockutils [None req-210e3e9e-33ca-4a93-aefe-c1ca84e26c13 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "3684986e-3928-4f7f-bbf0-274977244745" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.044s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.497723] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.497981] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] b90f3aa4-183d-4758-be98-20e2f7883931/b90f3aa4-183d-4758-be98-20e2f7883931.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.498622] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7a48d2d-65db-427a-8b42-91fe785891a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.507973] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 891.507973] env[69773]: value = "task-3390128" [ 891.507973] env[69773]: _type = "Task" [ 891.507973] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.519925] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.953048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "refresh_cache-5d5b3791-5f00-441a-b6c8-3f3f33723e6a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.953048] env[69773]: DEBUG nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Instance network_info: |[{"id": "8fd777f6-786c-4d73-8951-670356af2601", "address": "fa:16:3e:46:6b:02", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd777f6-78", "ovs_interfaceid": "8fd777f6-786c-4d73-8951-670356af2601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 891.953048] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:6b:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8fd777f6-786c-4d73-8951-670356af2601', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.961189] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.961460] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.961705] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3364ee6-fd8d-4bbb-b761-8ed0690a9df7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.986753] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.986753] env[69773]: value = "task-3390129" [ 891.986753] env[69773]: _type = "Task" [ 891.986753] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.000283] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390129, 'name': CreateVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.020293] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.501194] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390129, 'name': CreateVM_Task, 'duration_secs': 0.394786} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.503232] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.507578] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.507578] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.507578] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.508541] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b289f677-6ca9-4fcc-9783-9b16c8deb832 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.517793] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 892.517793] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c1bdb7-e60e-1bf9-3958-29d510adedd0" [ 892.517793] env[69773]: _type = "Task" [ 892.517793] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.524774] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619866} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.528267] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] b90f3aa4-183d-4758-be98-20e2f7883931/b90f3aa4-183d-4758-be98-20e2f7883931.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.528267] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.528617] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42296e29-72e8-4f43-96af-939b8366f981 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.534210] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c1bdb7-e60e-1bf9-3958-29d510adedd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.534848] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.535103] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.535345] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.535487] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.535660] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.535927] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-261a8d23-9ba7-4b2e-925f-167281dd4aa3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.539744] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 892.539744] env[69773]: value = "task-3390131" [ 892.539744] env[69773]: _type = "Task" [ 892.539744] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.547930] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.548163] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.550078] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf2e26f-893d-41df-8a5b-a89b3064551d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.557323] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.558024] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 892.558024] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5238b6ee-7674-05b7-e975-2873e1267a67" [ 892.558024] env[69773]: _type = "Task" [ 892.558024] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.568897] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5238b6ee-7674-05b7-e975-2873e1267a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.967402] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Received event network-vif-deleted-815348ff-b354-4175-8166-72cf29194c17 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.967846] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received event network-vif-plugged-d42ea368-e7d2-4ad5-b93b-77354b3dafc3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.968328] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Acquiring lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.968583] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.969762] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.969762] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] No waiting events found dispatching network-vif-plugged-d42ea368-e7d2-4ad5-b93b-77354b3dafc3 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.969762] env[69773]: WARNING nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received unexpected event network-vif-plugged-d42ea368-e7d2-4ad5-b93b-77354b3dafc3 for instance with vm_state active and task_state None. [ 892.969762] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received event network-changed-d42ea368-e7d2-4ad5-b93b-77354b3dafc3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.969974] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Refreshing instance network info cache due to event network-changed-d42ea368-e7d2-4ad5-b93b-77354b3dafc3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.970310] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Acquiring lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.971274] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Acquired lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.971571] env[69773]: DEBUG nova.network.neutron [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Refreshing network info cache for port d42ea368-e7d2-4ad5-b93b-77354b3dafc3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 892.998025] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Received event network-vif-deleted-7bb6028f-deaf-4f24-bd53-6147b99550bd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.999093] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Received event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.999093] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing instance network info cache due to event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.999093] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Acquiring lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.999093] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Acquired lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.999093] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 893.006634] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquiring lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.006869] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.007082] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquiring lock "e584c752-772f-40a4-ac1f-6456ca1d81ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.007541] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.007541] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.010384] env[69773]: INFO nova.compute.manager [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Terminating instance [ 893.031533] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0cca591-61f3-46c2-92e9-5da910275e8c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.039147] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3612e9b4-3142-4db0-9e5c-e570d0629918 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.050937] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080005} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.079971] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.081747] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91f722c-844c-496b-9ef0-2d655c43f64a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.088102] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cf3710-26f9-4e96-9463-278ff65dae05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.098957] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5238b6ee-7674-05b7-e975-2873e1267a67, 'name': SearchDatastore_Task, 'duration_secs': 0.011741} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.109725] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c8128f-0b89-47dc-b29b-aabb9a49bfdd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.123146] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] b90f3aa4-183d-4758-be98-20e2f7883931/b90f3aa4-183d-4758-be98-20e2f7883931.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.123840] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54ad7dc-cb3b-41de-b674-ee9ef6848d17 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.126279] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10f7eaf-fd57-4568-a6ec-66d9beab7a71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.151522] env[69773]: DEBUG nova.compute.provider_tree [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.155062] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 893.155062] env[69773]: value = "task-3390132" [ 893.155062] env[69773]: _type = "Task" [ 893.155062] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.155400] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 893.155400] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521dc106-1b47-7373-b564-b27ac403f7f1" [ 893.155400] env[69773]: _type = "Task" [ 893.155400] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.170977] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521dc106-1b47-7373-b564-b27ac403f7f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.171258] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.171499] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.171762] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 5d5b3791-5f00-441a-b6c8-3f3f33723e6a/5d5b3791-5f00-441a-b6c8-3f3f33723e6a.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.172063] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33fdf9ca-b572-4314-839d-7962bde5145a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.177968] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 893.177968] env[69773]: value = "task-3390133" [ 893.177968] env[69773]: _type = "Task" [ 893.177968] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.186112] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390133, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.514315] env[69773]: DEBUG nova.compute.manager [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.514513] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.516049] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32891981-5fe7-4058-8ed2-317abe0881a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.528170] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.528584] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adeaff3b-cfc5-4ed5-8179-b66f3c1121fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.537591] env[69773]: DEBUG oslo_vmware.api [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 893.537591] env[69773]: value = "task-3390134" [ 893.537591] env[69773]: _type = "Task" [ 893.537591] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.554678] env[69773]: DEBUG oslo_vmware.api [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3390134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.675046] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390132, 'name': ReconfigVM_Task, 'duration_secs': 0.386525} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.675046] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Reconfigured VM instance instance-00000038 to attach disk [datastore2] b90f3aa4-183d-4758-be98-20e2f7883931/b90f3aa4-183d-4758-be98-20e2f7883931.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.675046] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dddcbf41-ee97-49e9-a71d-b0b61b8903a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.683533] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 893.683533] env[69773]: value = "task-3390135" [ 893.683533] env[69773]: _type = "Task" [ 893.683533] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.690663] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390133, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.696906] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390135, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.708353] env[69773]: DEBUG nova.scheduler.client.report [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 893.708682] env[69773]: DEBUG nova.compute.provider_tree [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 76 to 77 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 893.708902] env[69773]: DEBUG nova.compute.provider_tree [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.748191] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updated VIF entry in instance network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 893.748191] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [{"id": "6aca8e09-f991-4992-b07f-0e798201e87e", "address": "fa:16:3e:8a:32:66", "network": {"id": "bfec6bc5-3c0b-4d09-9fac-a1e93c26eadc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-584524059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93ca15ce4d864c929dc0a605b5fd40b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aca8e09-f9", "ovs_interfaceid": "6aca8e09-f991-4992-b07f-0e798201e87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.884875] env[69773]: DEBUG nova.network.neutron [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updated VIF entry in instance network info cache for port d42ea368-e7d2-4ad5-b93b-77354b3dafc3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 893.885332] env[69773]: DEBUG nova.network.neutron [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updating instance_info_cache with network_info: [{"id": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "address": "fa:16:3e:9e:bf:7f", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb741e5f5-92", "ovs_interfaceid": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d42ea368-e7d2-4ad5-b93b-77354b3dafc3", "address": "fa:16:3e:0c:fa:e3", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd42ea368-e7", "ovs_interfaceid": "d42ea368-e7d2-4ad5-b93b-77354b3dafc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.052355] env[69773]: DEBUG oslo_vmware.api [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3390134, 'name': PowerOffVM_Task, 'duration_secs': 0.399843} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.052657] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.053488] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.053488] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff92b673-3d3a-4f42-bbe0-e859bd6e583b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.117587] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.118273] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.119532] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Deleting the datastore file [datastore2] e584c752-772f-40a4-ac1f-6456ca1d81ea {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.119820] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd408d3-61c3-43a4-9325-a656346afb0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.126218] env[69773]: DEBUG oslo_vmware.api [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for the task: (returnval){ [ 894.126218] env[69773]: value = "task-3390137" [ 894.126218] env[69773]: _type = "Task" [ 894.126218] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.134768] env[69773]: DEBUG oslo_vmware.api [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3390137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.188739] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390133, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520339} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.192099] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 5d5b3791-5f00-441a-b6c8-3f3f33723e6a/5d5b3791-5f00-441a-b6c8-3f3f33723e6a.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.192344] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.192614] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f1f0d50-4493-4831-b5a8-d902bbcd69bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.199482] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390135, 'name': Rename_Task, 'duration_secs': 0.185692} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.200933] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.201184] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 894.201184] env[69773]: value = "task-3390138" [ 894.201184] env[69773]: _type = "Task" [ 894.201184] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.201372] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26be097b-0eea-4304-bb05-55c3c5700443 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.214615] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.214871] env[69773]: DEBUG nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.217774] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.220405] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.462s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.220641] env[69773]: DEBUG nova.objects.instance [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lazy-loading 'resources' on Instance uuid f6a9839e-615a-411c-8e3e-2ce15dd85dd4 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.221945] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 894.221945] env[69773]: value = "task-3390139" [ 894.221945] env[69773]: _type = "Task" [ 894.221945] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.232282] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390139, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.251782] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Releasing lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.252178] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Received event network-vif-plugged-954f01c7-7a4c-48bc-be41-fbd74ba5459c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.252454] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Acquiring lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.252761] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.253043] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.253278] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] No waiting events found dispatching network-vif-plugged-954f01c7-7a4c-48bc-be41-fbd74ba5459c {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.253451] env[69773]: WARNING nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Received unexpected event network-vif-plugged-954f01c7-7a4c-48bc-be41-fbd74ba5459c for instance with vm_state building and task_state spawning. [ 894.253632] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Received event network-changed-954f01c7-7a4c-48bc-be41-fbd74ba5459c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.253767] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Refreshing instance network info cache due to event network-changed-954f01c7-7a4c-48bc-be41-fbd74ba5459c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.253952] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Acquiring lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.254106] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Acquired lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.254269] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Refreshing network info cache for port 954f01c7-7a4c-48bc-be41-fbd74ba5459c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 894.287540] env[69773]: DEBUG nova.compute.manager [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.288475] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899a8830-d43a-4f8a-ae6e-7537ff5f9892 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.307486] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ad3b-63db-7c32-0cad-823e6efa1226/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 894.308325] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ba6d7f-aa53-435d-be17-5dbec15a74ff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.314435] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ad3b-63db-7c32-0cad-823e6efa1226/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 894.314620] env[69773]: ERROR oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ad3b-63db-7c32-0cad-823e6efa1226/disk-0.vmdk due to incomplete transfer. [ 894.314844] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2875fde6-e866-40fc-bdef-0b60cd38b257 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.322796] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c4ad3b-63db-7c32-0cad-823e6efa1226/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 894.323037] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Uploaded image 8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 894.329148] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 894.329148] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6bcdab89-c92a-43bd-ad06-26026e060ff0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.334261] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 894.334261] env[69773]: value = "task-3390140" [ 894.334261] env[69773]: _type = "Task" [ 894.334261] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.343330] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390140, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.388590] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Releasing lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.388924] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Received event network-vif-plugged-8fd777f6-786c-4d73-8951-670356af2601 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.389280] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Acquiring lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.389480] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.389869] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.389937] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] No waiting events found dispatching network-vif-plugged-8fd777f6-786c-4d73-8951-670356af2601 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.390091] env[69773]: WARNING nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Received unexpected event network-vif-plugged-8fd777f6-786c-4d73-8951-670356af2601 for instance with vm_state building and task_state spawning. [ 894.390325] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Received event network-changed-8fd777f6-786c-4d73-8951-670356af2601 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.391435] env[69773]: DEBUG nova.compute.manager [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Refreshing instance network info cache due to event network-changed-8fd777f6-786c-4d73-8951-670356af2601. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.391435] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Acquiring lock "refresh_cache-5d5b3791-5f00-441a-b6c8-3f3f33723e6a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.391435] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Acquired lock "refresh_cache-5d5b3791-5f00-441a-b6c8-3f3f33723e6a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.391435] env[69773]: DEBUG nova.network.neutron [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Refreshing network info cache for port 8fd777f6-786c-4d73-8951-670356af2601 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 894.434074] env[69773]: DEBUG nova.compute.manager [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.435571] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d3dfc-2742-47f5-b62a-2fd0bb0230e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.636172] env[69773]: DEBUG oslo_vmware.api [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Task: {'id': task-3390137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16082} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.636898] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.637140] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.637352] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.637543] env[69773]: INFO nova.compute.manager [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Took 1.12 seconds to destroy the instance on the hypervisor. [ 894.637816] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.638029] env[69773]: DEBUG nova.compute.manager [-] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.638154] env[69773]: DEBUG nova.network.neutron [-] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 894.713038] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264025} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.713305] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.714099] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7394f65-f726-4078-9bb6-745f4c2ff46d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.733188] env[69773]: DEBUG nova.compute.utils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.753725] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 5d5b3791-5f00-441a-b6c8-3f3f33723e6a/5d5b3791-5f00-441a-b6c8-3f3f33723e6a.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.756362] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 894.756745] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676434', 'volume_id': '5140e425-2142-4682-a443-8c4049aafc35', 'name': 'volume-5140e425-2142-4682-a443-8c4049aafc35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89407115-4044-4f5a-81eb-0ec832bf79f6', 'attached_at': '', 'detached_at': '', 'volume_id': '5140e425-2142-4682-a443-8c4049aafc35', 'serial': '5140e425-2142-4682-a443-8c4049aafc35'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 894.758123] env[69773]: DEBUG nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.758390] env[69773]: DEBUG nova.network.neutron [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.773449] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-164d85b7-0091-4fa7-b671-5bc3b7b255ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.800711] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf45466-1fcb-4617-a643-bc14b0ff286c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.807117] env[69773]: INFO nova.compute.manager [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] instance snapshotting [ 894.807627] env[69773]: DEBUG nova.objects.instance [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'flavor' on Instance uuid 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.815362] env[69773]: DEBUG oslo_vmware.api [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390139, 'name': PowerOnVM_Task, 'duration_secs': 0.569608} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.827681] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.827974] env[69773]: INFO nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Took 7.89 seconds to spawn the instance on the hypervisor. [ 894.828199] env[69773]: DEBUG nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.828973] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 894.828973] env[69773]: value = "task-3390141" [ 894.828973] env[69773]: _type = "Task" [ 894.828973] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.832265] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb3af0a-b3c3-4701-a813-b1a54ee15b77 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.835286] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1bf58a-a12b-48da-b06a-720d8b47dc67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.874740] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.875010] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390140, 'name': Destroy_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.882459] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] volume-5140e425-2142-4682-a443-8c4049aafc35/volume-5140e425-2142-4682-a443-8c4049aafc35.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.884112] env[69773]: DEBUG nova.policy [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cded346e413043709c3a722ad549aa86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64af7076a04b4762869bac666336c12c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.888381] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f22d2120-edce-40e2-ad8d-eac2261c91c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.912409] env[69773]: DEBUG oslo_vmware.api [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 894.912409] env[69773]: value = "task-3390142" [ 894.912409] env[69773]: _type = "Task" [ 894.912409] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.921726] env[69773]: DEBUG oslo_vmware.api [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.947360] env[69773]: INFO nova.compute.manager [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] instance snapshotting [ 894.951784] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c0c9d7-7c95-4f64-ab09-958303488498 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.978275] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f434fe-3e77-47e4-84cd-afa97fdf4a6e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.071806] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "01587496-3a39-4322-bc85-f4cb057f383f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.071806] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "01587496-3a39-4322-bc85-f4cb057f383f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.071806] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "01587496-3a39-4322-bc85-f4cb057f383f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.071806] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "01587496-3a39-4322-bc85-f4cb057f383f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.071806] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "01587496-3a39-4322-bc85-f4cb057f383f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.073746] env[69773]: INFO nova.compute.manager [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Terminating instance [ 895.181041] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-3f350c0f-2d81-473e-835a-6883f6efd920-d42ea368-e7d2-4ad5-b93b-77354b3dafc3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.181041] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-3f350c0f-2d81-473e-835a-6883f6efd920-d42ea368-e7d2-4ad5-b93b-77354b3dafc3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.255848] env[69773]: DEBUG nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.262452] env[69773]: DEBUG nova.network.neutron [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Updated VIF entry in instance network info cache for port 8fd777f6-786c-4d73-8951-670356af2601. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 895.266103] env[69773]: DEBUG nova.network.neutron [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Updating instance_info_cache with network_info: [{"id": "8fd777f6-786c-4d73-8951-670356af2601", "address": "fa:16:3e:46:6b:02", "network": {"id": "8fbd8c1e-ab9f-482c-ab55-39cf05e8a5e6", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1505787102-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "589ea34d8af746cbb896aa6eb9039f07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8fd777f6-78", "ovs_interfaceid": "8fd777f6-786c-4d73-8951-670356af2601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.331739] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d765ec-f310-4656-8b22-c0aebe18aa1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.335620] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updated VIF entry in instance network info cache for port 954f01c7-7a4c-48bc-be41-fbd74ba5459c. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 895.335620] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance_info_cache with network_info: [{"id": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "address": "fa:16:3e:ff:d3:bc", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954f01c7-7a", "ovs_interfaceid": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.363727] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2181a279-998b-4d82-a0ba-5c777d6d3dee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.370486] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.375282] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390140, 'name': Destroy_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.391290] env[69773]: DEBUG nova.network.neutron [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Successfully created port: d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.400911] env[69773]: INFO nova.compute.manager [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Took 41.57 seconds to build instance. [ 895.428208] env[69773]: DEBUG oslo_vmware.api [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.474210] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc2f207-4567-4e34-88f1-b86934aac5b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.484497] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976af830-dd96-44e6-96c5-fb34ab2e818f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.488862] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.489376] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d1c2c5e5-a84d-4bce-975e-bbfe938e331f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.527077] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4599b218-8586-4533-86c0-64ce7a8bbc5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.529841] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 895.529841] env[69773]: value = "task-3390143" [ 895.529841] env[69773]: _type = "Task" [ 895.529841] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.537962] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c648eb9b-cddc-4a2d-ba2b-5bb00c22b2d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.544700] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390143, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.554130] env[69773]: DEBUG nova.compute.provider_tree [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.583063] env[69773]: DEBUG nova.compute.manager [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.583304] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.584171] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5c1b85-b8bc-49e3-b812-7350accfaf69 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.591796] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.592052] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6d4d7a3-3c50-40b3-8d9a-9aeebd31b937 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.598196] env[69773]: DEBUG oslo_vmware.api [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 895.598196] env[69773]: value = "task-3390144" [ 895.598196] env[69773]: _type = "Task" [ 895.598196] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.606184] env[69773]: DEBUG oslo_vmware.api [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.684563] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.684965] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.685717] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413a527-249f-4af7-a69b-8152e7fb47ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.703952] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1d39d4-6ada-48b7-98c8-7780bd5fde83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.732290] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Reconfiguring VM to detach interface {{(pid=69773) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 895.732290] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07f8849d-13a5-4c95-8084-f6cef8f2856d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.752084] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 895.752084] env[69773]: value = "task-3390145" [ 895.752084] env[69773]: _type = "Task" [ 895.752084] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.760799] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.766531] env[69773]: INFO nova.virt.block_device [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Booting with volume 0831df3f-9d83-4083-b4d8-04d434059418 at /dev/sda [ 895.768691] env[69773]: DEBUG oslo_concurrency.lockutils [req-87003239-e0a9-4788-a976-76370f00ac60 req-9765b022-76cc-4558-9dba-0a76e6efe5b4 service nova] Releasing lock "refresh_cache-5d5b3791-5f00-441a-b6c8-3f3f33723e6a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.816663] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e057b32e-4d5e-4ddb-80f0-ed7f73bf71f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.827466] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed67b372-32fc-409e-90c5-816f0c85a829 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.839423] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Releasing lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.842287] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Received event network-vif-deleted-2e4126dc-8199-4813-9653-435d35ff3047 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.842287] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Received event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.842287] env[69773]: DEBUG nova.compute.manager [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing instance network info cache due to event network-changed-6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.842287] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Acquiring lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.842287] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Acquired lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.842287] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Refreshing network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 895.857689] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390141, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.878041] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1033cc30-5e82-47a3-a8bc-3b8380dadae6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.885416] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 895.885755] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390140, 'name': Destroy_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.887012] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f225f9eb-76dd-4898-8ac7-39fc2dad9736 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.893693] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6894699c-2e49-4278-92c0-2c0c6bd83f8e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.905151] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f1ec520b-8009-4e76-b5a4-1fc2eba4c6a0 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.527s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.910556] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 895.910556] env[69773]: value = "task-3390146" [ 895.910556] env[69773]: _type = "Task" [ 895.910556] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.923951] env[69773]: DEBUG oslo_vmware.api [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390142, 'name': ReconfigVM_Task, 'duration_secs': 0.993444} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.927661] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Reconfigured VM instance instance-00000028 to attach disk [datastore1] volume-5140e425-2142-4682-a443-8c4049aafc35/volume-5140e425-2142-4682-a443-8c4049aafc35.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.936118] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390146, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.953858] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1afb2e11-6fa3-449c-bc9c-190f8fe54630 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.971107] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac81fc91-24f8-452e-b673-2a71819831c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.978259] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1d4006-fa25-40dc-9353-5807f14efb2f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.981948] env[69773]: DEBUG oslo_vmware.api [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 895.981948] env[69773]: value = "task-3390147" [ 895.981948] env[69773]: _type = "Task" [ 895.981948] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.992223] env[69773]: DEBUG oslo_vmware.api [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.996995] env[69773]: DEBUG nova.virt.block_device [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Updating existing volume attachment record: 062135e7-9906-419f-a705-e81fd47dd34d {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 896.002068] env[69773]: DEBUG nova.compute.manager [req-64fe1ff5-8dd5-4015-a6e5-c991a620a10b req-330e64ef-79c5-4a78-bbdf-b0f4325a0485 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Received event network-vif-deleted-2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.002251] env[69773]: INFO nova.compute.manager [req-64fe1ff5-8dd5-4015-a6e5-c991a620a10b req-330e64ef-79c5-4a78-bbdf-b0f4325a0485 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Neutron deleted interface 2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3; detaching it from the instance and deleting it from the info cache [ 896.002451] env[69773]: DEBUG nova.network.neutron [req-64fe1ff5-8dd5-4015-a6e5-c991a620a10b req-330e64ef-79c5-4a78-bbdf-b0f4325a0485 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.040982] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390143, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.057963] env[69773]: DEBUG nova.scheduler.client.report [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.109751] env[69773]: DEBUG oslo_vmware.api [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390144, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.132172] env[69773]: DEBUG nova.network.neutron [-] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.265646] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.356371] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390141, 'name': ReconfigVM_Task, 'duration_secs': 1.296962} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.356371] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 5d5b3791-5f00-441a-b6c8-3f3f33723e6a/5d5b3791-5f00-441a-b6c8-3f3f33723e6a.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.356608] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c667be6-0f19-40db-a193-5e5d8b5df61a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.363286] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 896.363286] env[69773]: value = "task-3390148" [ 896.363286] env[69773]: _type = "Task" [ 896.363286] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.371938] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390148, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.383381] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390140, 'name': Destroy_Task, 'duration_secs': 1.577543} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.383656] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Destroyed the VM [ 896.383897] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.384332] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c3a6a80-3704-42a1-95f7-556951905394 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.393851] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 896.393851] env[69773]: value = "task-3390149" [ 896.393851] env[69773]: _type = "Task" [ 896.393851] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.402667] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390149, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.421718] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390146, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.474107] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquiring lock "6abd05de-6a9c-43e4-91b2-1b361e389b18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.474541] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "6abd05de-6a9c-43e4-91b2-1b361e389b18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.475035] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquiring lock "6abd05de-6a9c-43e4-91b2-1b361e389b18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.475156] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "6abd05de-6a9c-43e4-91b2-1b361e389b18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.475386] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "6abd05de-6a9c-43e4-91b2-1b361e389b18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.479643] env[69773]: INFO nova.compute.manager [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Terminating instance [ 896.499528] env[69773]: DEBUG oslo_vmware.api [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390147, 'name': ReconfigVM_Task, 'duration_secs': 0.148617} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.500621] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676434', 'volume_id': '5140e425-2142-4682-a443-8c4049aafc35', 'name': 'volume-5140e425-2142-4682-a443-8c4049aafc35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89407115-4044-4f5a-81eb-0ec832bf79f6', 'attached_at': '', 'detached_at': '', 'volume_id': '5140e425-2142-4682-a443-8c4049aafc35', 'serial': '5140e425-2142-4682-a443-8c4049aafc35'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 896.505150] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-abaaf191-3494-4b9d-81c2-b1edd7c7a9a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.516939] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589e933a-1132-4c1b-a204-41eb513aeece {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.538979] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390143, 'name': CreateSnapshot_Task, 'duration_secs': 0.782186} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.539394] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 896.540161] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b571f651-d088-4827-be27-8b0ce5b82411 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.560545] env[69773]: DEBUG nova.compute.manager [req-64fe1ff5-8dd5-4015-a6e5-c991a620a10b req-330e64ef-79c5-4a78-bbdf-b0f4325a0485 service nova] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Detach interface failed, port_id=2a0b4bcb-6ce2-46c1-b11b-6b1d63d3e5d3, reason: Instance e584c752-772f-40a4-ac1f-6456ca1d81ea could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 896.564855] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.571513] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.045s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.571690] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.571845] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 896.572163] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.653s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.572368] env[69773]: DEBUG nova.objects.instance [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 896.580624] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73b8af9-402c-41b5-b2a4-b730a8649d57 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.590968] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea6cd65-67bd-4507-9663-e1cf040f089a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.596767] env[69773]: DEBUG nova.objects.instance [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lazy-loading 'flavor' on Instance uuid 3404c0a3-f0c1-4b36-a372-2e9379a4b015 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.598849] env[69773]: INFO nova.scheduler.client.report [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Deleted allocations for instance f6a9839e-615a-411c-8e3e-2ce15dd85dd4 [ 896.618511] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91a39a-c043-4b3e-a33d-b186851cea9e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.626541] env[69773]: DEBUG oslo_vmware.api [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390144, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.631347] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6b4476-e25d-4786-b332-925de0a8bd9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.634694] env[69773]: INFO nova.compute.manager [-] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Took 2.00 seconds to deallocate network for instance. [ 896.666821] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177178MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 896.666821] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.740902] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updated VIF entry in instance network info cache for port 6aca8e09-f991-4992-b07f-0e798201e87e. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 896.741299] env[69773]: DEBUG nova.network.neutron [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [{"id": "6aca8e09-f991-4992-b07f-0e798201e87e", "address": "fa:16:3e:8a:32:66", "network": {"id": "bfec6bc5-3c0b-4d09-9fac-a1e93c26eadc", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-584524059-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "93ca15ce4d864c929dc0a605b5fd40b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0ded8bac-871f-491b-94ec-cb67c08bc828", "external-id": "nsx-vlan-transportzone-212", "segmentation_id": 212, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aca8e09-f9", "ovs_interfaceid": "6aca8e09-f991-4992-b07f-0e798201e87e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.765200] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.874812] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390148, 'name': Rename_Task, 'duration_secs': 0.147914} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.877626] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.877626] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c8c1ca-bb53-465e-a435-dc97abeb8c42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.885017] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 896.885017] env[69773]: value = "task-3390150" [ 896.885017] env[69773]: _type = "Task" [ 896.885017] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.891186] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.904779] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390149, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.920681] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390146, 'name': CreateSnapshot_Task, 'duration_secs': 0.706101} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.923198] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 896.923198] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d39a502-b361-4a95-bed7-bb8e00fbd225 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.940566] env[69773]: DEBUG nova.network.neutron [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Successfully updated port: d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 896.940566] env[69773]: WARNING oslo_messaging._drivers.amqpdriver [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 896.984975] env[69773]: DEBUG nova.compute.manager [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 896.985226] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.986503] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78a06ec-b72b-48bc-91db-53945fe4eb10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.994326] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.994601] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad6120c3-eee8-468f-b515-63d639d08ca0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.000551] env[69773]: DEBUG oslo_vmware.api [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 897.000551] env[69773]: value = "task-3390151" [ 897.000551] env[69773]: _type = "Task" [ 897.000551] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.013911] env[69773]: DEBUG oslo_vmware.api [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3390151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.049938] env[69773]: DEBUG nova.compute.manager [req-e9f69649-2132-46ad-8808-4ec72b985116 req-88c9b029-4b35-4f45-9f45-ace9236c2fce service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Received event network-vif-plugged-d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.049938] env[69773]: DEBUG oslo_concurrency.lockutils [req-e9f69649-2132-46ad-8808-4ec72b985116 req-88c9b029-4b35-4f45-9f45-ace9236c2fce service nova] Acquiring lock "4b8e67a0-adec-4604-97ee-02248abc145e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.050135] env[69773]: DEBUG oslo_concurrency.lockutils [req-e9f69649-2132-46ad-8808-4ec72b985116 req-88c9b029-4b35-4f45-9f45-ace9236c2fce service nova] Lock "4b8e67a0-adec-4604-97ee-02248abc145e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.050520] env[69773]: DEBUG oslo_concurrency.lockutils [req-e9f69649-2132-46ad-8808-4ec72b985116 req-88c9b029-4b35-4f45-9f45-ace9236c2fce service nova] Lock "4b8e67a0-adec-4604-97ee-02248abc145e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.051041] env[69773]: DEBUG nova.compute.manager [req-e9f69649-2132-46ad-8808-4ec72b985116 req-88c9b029-4b35-4f45-9f45-ace9236c2fce service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] No waiting events found dispatching network-vif-plugged-d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 897.051539] env[69773]: WARNING nova.compute.manager [req-e9f69649-2132-46ad-8808-4ec72b985116 req-88c9b029-4b35-4f45-9f45-ace9236c2fce service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Received unexpected event network-vif-plugged-d3090f30-37de-420e-b1fa-bec6a5163711 for instance with vm_state building and task_state block_device_mapping. [ 897.091916] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 897.093453] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d24fb0b-31eb-4159-be12-571e8f78bcda {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.115402] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 897.115402] env[69773]: value = "task-3390152" [ 897.115402] env[69773]: _type = "Task" [ 897.115402] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.116055] env[69773]: DEBUG oslo_concurrency.lockutils [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.116259] env[69773]: DEBUG oslo_concurrency.lockutils [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquired lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.118926] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c3c60f1a-a541-4060-876e-eca7d8cdae0d tempest-ServersListShow296Test-1881681561 tempest-ServersListShow296Test-1881681561-project-member] Lock "f6a9839e-615a-411c-8e3e-2ce15dd85dd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.583s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.133087] env[69773]: DEBUG oslo_vmware.api [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390144, 'name': PowerOffVM_Task, 'duration_secs': 1.358921} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.133868] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.134142] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.134503] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4d9610b-1208-434a-844a-9b3c693239df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.142398] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390152, 'name': CloneVM_Task} progress is 12%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.169394] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.207696] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.208920] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.208920] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Deleting the datastore file [datastore2] 01587496-3a39-4322-bc85-f4cb057f383f {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.208920] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cb4ddf6-f40a-4f59-b30b-610dbe9c3346 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.215383] env[69773]: DEBUG oslo_vmware.api [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for the task: (returnval){ [ 897.215383] env[69773]: value = "task-3390154" [ 897.215383] env[69773]: _type = "Task" [ 897.215383] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.226384] env[69773]: DEBUG oslo_vmware.api [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.244773] env[69773]: DEBUG oslo_concurrency.lockutils [req-fb7f4ea6-f2d2-4bf4-8a98-e129db92e3b9 req-3050766a-4def-41f1-ab49-d6ebda48de68 service nova] Releasing lock "refresh_cache-01587496-3a39-4322-bc85-f4cb057f383f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.266245] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.395533] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390150, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.403840] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390149, 'name': RemoveSnapshot_Task, 'duration_secs': 0.729115} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.404348] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.408075] env[69773]: DEBUG nova.compute.manager [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.408075] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e12a71-d6b1-4466-bb24-b0dac5bd746d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.449390] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 897.452139] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Acquiring lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.452139] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Acquired lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.452139] env[69773]: DEBUG nova.network.neutron [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 897.454609] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2fe93557-38a5-4879-a42c-c5806ba31a4a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.466322] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 897.466322] env[69773]: value = "task-3390155" [ 897.466322] env[69773]: _type = "Task" [ 897.466322] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.478767] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390155, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.515109] env[69773]: DEBUG oslo_vmware.api [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3390151, 'name': PowerOffVM_Task, 'duration_secs': 0.196336} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.515424] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.515622] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.515889] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db5428bd-4702-4337-9ee2-cedda6617744 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.561514] env[69773]: DEBUG nova.objects.instance [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lazy-loading 'flavor' on Instance uuid 89407115-4044-4f5a-81eb-0ec832bf79f6 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.585148] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aa976534-1af0-45bc-b8f4-dc967eec27a1 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.587174] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.587595] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.588348] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Deleting the datastore file [datastore2] 6abd05de-6a9c-43e4-91b2-1b361e389b18 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.589617] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.706s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.589997] env[69773]: DEBUG nova.objects.instance [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lazy-loading 'resources' on Instance uuid 5584428a-6fb3-41ec-8d2c-08b2ce546236 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.592688] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e991ddc-0d57-4ac1-9818-0ed550b0bf1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.603437] env[69773]: DEBUG oslo_vmware.api [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for the task: (returnval){ [ 897.603437] env[69773]: value = "task-3390157" [ 897.603437] env[69773]: _type = "Task" [ 897.603437] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.614419] env[69773]: DEBUG oslo_vmware.api [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3390157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.639800] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390152, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.728538] env[69773]: DEBUG oslo_vmware.api [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Task: {'id': task-3390154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238736} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.729216] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.729593] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.730051] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.730410] env[69773]: INFO nova.compute.manager [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Took 2.15 seconds to destroy the instance on the hypervisor. [ 897.730803] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.732112] env[69773]: DEBUG nova.compute.manager [-] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.732112] env[69773]: DEBUG nova.network.neutron [-] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 897.764700] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.903447] env[69773]: DEBUG oslo_vmware.api [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390150, 'name': PowerOnVM_Task, 'duration_secs': 0.598227} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.904146] env[69773]: DEBUG nova.network.neutron [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 897.909138] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.909138] env[69773]: INFO nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Took 8.12 seconds to spawn the instance on the hypervisor. [ 897.909138] env[69773]: DEBUG nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.909138] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc702c5-d023-49c9-8c7e-95cfedd89ced {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.923099] env[69773]: INFO nova.compute.manager [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Shelve offloading [ 897.981870] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390155, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.007714] env[69773]: DEBUG nova.network.neutron [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 898.066539] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ad22190e-3772-4683-aac2-4e94041692eb tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.988s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.114748] env[69773]: DEBUG oslo_vmware.api [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Task: {'id': task-3390157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148756} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.116234] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.116895] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.120022] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.120022] env[69773]: INFO nova.compute.manager [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Took 1.13 seconds to destroy the instance on the hypervisor. [ 898.120022] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.120022] env[69773]: DEBUG nova.compute.manager [-] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 898.120022] env[69773]: DEBUG nova.network.neutron [-] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 898.136029] env[69773]: DEBUG nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.136029] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.137367] env[69773]: DEBUG nova.virt.hardware [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.146504] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83400c4a-d6b0-4d99-807e-c57c8a99d9fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.149215] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390152, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.157918] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ff0082-b3b0-465d-9fca-4b80293ef82b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.248149] env[69773]: DEBUG nova.network.neutron [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Updating instance_info_cache with network_info: [{"id": "d3090f30-37de-420e-b1fa-bec6a5163711", "address": "fa:16:3e:df:b3:a3", "network": {"id": "5a5d7928-d1a4-4369-b2b0-17370a08fbb3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1136684126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64af7076a04b4762869bac666336c12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3090f30-37", "ovs_interfaceid": "d3090f30-37de-420e-b1fa-bec6a5163711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.265237] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.435026] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.438429] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bc8bcca-9b8a-458d-8f67-860cfae5a808 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.442658] env[69773]: INFO nova.compute.manager [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Took 41.45 seconds to build instance. [ 898.452247] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 898.452247] env[69773]: value = "task-3390158" [ 898.452247] env[69773]: _type = "Task" [ 898.452247] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.467721] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 898.467721] env[69773]: DEBUG nova.compute.manager [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.467970] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92fe0407-83b3-4a70-8608-3e92a3ac61e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.477437] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.477631] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.477801] env[69773]: DEBUG nova.network.neutron [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 898.482647] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390155, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.636614] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390152, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.719994] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc6e4cd-fab4-413f-bd08-ccfa3c33f82a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.730213] env[69773]: DEBUG nova.network.neutron [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updating instance_info_cache with network_info: [{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.733648] env[69773]: DEBUG nova.compute.manager [req-8410984e-8553-4b1e-ba31-3d2fce29c195 req-838ba7a1-bf1d-4d87-b99a-f6a2fb824337 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Received event network-vif-deleted-6aca8e09-f991-4992-b07f-0e798201e87e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.733843] env[69773]: INFO nova.compute.manager [req-8410984e-8553-4b1e-ba31-3d2fce29c195 req-838ba7a1-bf1d-4d87-b99a-f6a2fb824337 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Neutron deleted interface 6aca8e09-f991-4992-b07f-0e798201e87e; detaching it from the instance and deleting it from the info cache [ 898.734025] env[69773]: DEBUG nova.network.neutron [req-8410984e-8553-4b1e-ba31-3d2fce29c195 req-838ba7a1-bf1d-4d87-b99a-f6a2fb824337 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.735954] env[69773]: DEBUG nova.network.neutron [-] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.742971] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5fcac1-c22f-429d-99c5-97aa324b3052 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.782260] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Releasing lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.782608] env[69773]: DEBUG nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Instance network_info: |[{"id": "d3090f30-37de-420e-b1fa-bec6a5163711", "address": "fa:16:3e:df:b3:a3", "network": {"id": "5a5d7928-d1a4-4369-b2b0-17370a08fbb3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1136684126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64af7076a04b4762869bac666336c12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3090f30-37", "ovs_interfaceid": "d3090f30-37de-420e-b1fa-bec6a5163711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 898.786293] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:b3:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3090f30-37de-420e-b1fa-bec6a5163711', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.794405] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Creating folder: Project (64af7076a04b4762869bac666336c12c). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.798336] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4268cad6-27d2-4b8a-a4bd-9f4ca6f54344 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.802790] env[69773]: DEBUG nova.network.neutron [-] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.806037] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2aae9d7-19c7-4d05-8c8c-478543359283 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.817320] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ae4bad-0e30-4562-9391-188b5aa13a45 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.824023] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.824023] env[69773]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 898.824023] env[69773]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69773) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 898.824574] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Folder already exists: Project (64af7076a04b4762869bac666336c12c). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 898.824783] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Creating folder: Instances. Parent ref: group-v676399. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.825441] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53d35985-ff57-422b-91c8-0cd6dd3e4dfa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.836718] env[69773]: DEBUG nova.compute.provider_tree [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 898.847127] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Created folder: Instances in parent group-v676399. [ 898.847413] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.847618] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.849362] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dc6211a-1af6-4360-bf6a-dfc71ecc11e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.875361] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.875361] env[69773]: value = "task-3390161" [ 898.875361] env[69773]: _type = "Task" [ 898.875361] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.884191] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390161, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.945643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-efecb550-aa1f-4a56-9377-3d6096c74661 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.519s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.981381] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390155, 'name': CloneVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.111406] env[69773]: DEBUG nova.compute.manager [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 899.139298] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390152, 'name': CloneVM_Task, 'duration_secs': 1.839591} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.139778] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Created linked-clone VM from snapshot [ 899.140394] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f535f15b-dba7-40bf-8e29-9be674fc9554 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.151681] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Uploading image f7cb7feb-03fb-4b27-b921-2ef76afd580c {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 899.183769] env[69773]: DEBUG oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 899.183769] env[69773]: value = "vm-676438" [ 899.183769] env[69773]: _type = "VirtualMachine" [ 899.183769] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 899.184083] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7007f58b-21b4-498d-8619-fb8ef77c541f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.192109] env[69773]: DEBUG oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lease: (returnval){ [ 899.192109] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f54157-8c51-173f-344c-9aeb6b84f90d" [ 899.192109] env[69773]: _type = "HttpNfcLease" [ 899.192109] env[69773]: } obtained for exporting VM: (result){ [ 899.192109] env[69773]: value = "vm-676438" [ 899.192109] env[69773]: _type = "VirtualMachine" [ 899.192109] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 899.192870] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the lease: (returnval){ [ 899.192870] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f54157-8c51-173f-344c-9aeb6b84f90d" [ 899.192870] env[69773]: _type = "HttpNfcLease" [ 899.192870] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 899.199264] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.199264] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f54157-8c51-173f-344c-9aeb6b84f90d" [ 899.199264] env[69773]: _type = "HttpNfcLease" [ 899.199264] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 899.239019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Releasing lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.239019] env[69773]: DEBUG nova.compute.manager [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Inject network info {{(pid=69773) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 899.239019] env[69773]: DEBUG nova.compute.manager [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] network_info to inject: |[{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 899.242638] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Reconfiguring VM instance to set the machine id {{(pid=69773) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 899.243667] env[69773]: INFO nova.compute.manager [-] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Took 1.51 seconds to deallocate network for instance. [ 899.244060] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7dbf42b-95fb-4ba0-8eeb-43942719e639 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.255724] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-110da1b5-7245-402a-846c-603d9471b32f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.268987] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a054f3e-a9d4-4c92-b11e-b84da965630a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.281658] env[69773]: DEBUG oslo_vmware.api [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 899.281658] env[69773]: value = "task-3390163" [ 899.281658] env[69773]: _type = "Task" [ 899.281658] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.300249] env[69773]: DEBUG oslo_vmware.api [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.325939] env[69773]: INFO nova.compute.manager [-] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Took 1.21 seconds to deallocate network for instance. [ 899.326430] env[69773]: DEBUG nova.compute.manager [req-8410984e-8553-4b1e-ba31-3d2fce29c195 req-838ba7a1-bf1d-4d87-b99a-f6a2fb824337 service nova] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Detach interface failed, port_id=6aca8e09-f991-4992-b07f-0e798201e87e, reason: Instance 01587496-3a39-4322-bc85-f4cb057f383f could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 899.326979] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.339352] env[69773]: DEBUG nova.compute.manager [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Received event network-changed-d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.339352] env[69773]: DEBUG nova.compute.manager [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Refreshing instance network info cache due to event network-changed-d3090f30-37de-420e-b1fa-bec6a5163711. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.339352] env[69773]: DEBUG oslo_concurrency.lockutils [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] Acquiring lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.339352] env[69773]: DEBUG oslo_concurrency.lockutils [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] Acquired lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.339352] env[69773]: DEBUG nova.network.neutron [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Refreshing network info cache for port d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 899.370169] env[69773]: ERROR nova.scheduler.client.report [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [req-e41d9411-064a-4c13-a162-e9845585f71a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e41d9411-064a-4c13-a162-e9845585f71a"}]} [ 899.381200] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "47e67c2c-7fb9-47c7-a019-15deb4e76131" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.381445] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "47e67c2c-7fb9-47c7-a019-15deb4e76131" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.392587] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390161, 'name': CreateVM_Task, 'duration_secs': 0.392063} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.393746] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.393746] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676410', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'name': 'volume-0831df3f-9d83-4083-b4d8-04d434059418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8e67a0-adec-4604-97ee-02248abc145e', 'attached_at': '', 'detached_at': '', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'serial': '0831df3f-9d83-4083-b4d8-04d434059418'}, 'disk_bus': None, 'attachment_id': '062135e7-9906-419f-a705-e81fd47dd34d', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69773) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 899.393746] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Root volume attach. Driver type: vmdk {{(pid=69773) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 899.394668] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24625cc-3868-4c9d-afb2-f7b9a55656df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.399205] env[69773]: DEBUG nova.scheduler.client.report [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 899.408895] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b3f3fc-ffbf-470b-9e12-30d88aac1f56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.416013] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d76088-9883-4cab-a196-9f4b325e049e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.419477] env[69773]: DEBUG nova.network.neutron [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [{"id": "1cfc58ce-7b60-48ce-a719-015521f259d6", "address": "fa:16:3e:c5:d8:65", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc58ce-7b", "ovs_interfaceid": "1cfc58ce-7b60-48ce-a719-015521f259d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.425292] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-c1e40492-9319-4fb8-a33e-3325e3ab49da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.427924] env[69773]: DEBUG nova.scheduler.client.report [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 899.428171] env[69773]: DEBUG nova.compute.provider_tree [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 899.434735] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 899.434735] env[69773]: value = "task-3390164" [ 899.434735] env[69773]: _type = "Task" [ 899.434735] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.444016] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.444631] env[69773]: DEBUG nova.scheduler.client.report [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 899.464741] env[69773]: DEBUG nova.scheduler.client.report [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 899.482023] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390155, 'name': CloneVM_Task, 'duration_secs': 1.536664} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.482023] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Created linked-clone VM from snapshot [ 899.482023] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638985ed-34bd-4a20-9209-8be59ee2f8ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.491799] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Uploading image 2108ac0d-ac1a-48f8-8c9f-61f3176012f2 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 899.516066] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 899.516066] env[69773]: value = "vm-676439" [ 899.516066] env[69773]: _type = "VirtualMachine" [ 899.516066] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 899.516383] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-90fee622-6b12-4186-8df9-64d8939bdf7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.523250] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease: (returnval){ [ 899.523250] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d57bb7-4647-7401-966a-5f6f8b1f4ded" [ 899.523250] env[69773]: _type = "HttpNfcLease" [ 899.523250] env[69773]: } obtained for exporting VM: (result){ [ 899.523250] env[69773]: value = "vm-676439" [ 899.523250] env[69773]: _type = "VirtualMachine" [ 899.523250] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 899.523543] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the lease: (returnval){ [ 899.523543] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d57bb7-4647-7401-966a-5f6f8b1f4ded" [ 899.523543] env[69773]: _type = "HttpNfcLease" [ 899.523543] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 899.532494] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.532494] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d57bb7-4647-7401-966a-5f6f8b1f4ded" [ 899.532494] env[69773]: _type = "HttpNfcLease" [ 899.532494] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 899.581855] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "89407115-4044-4f5a-81eb-0ec832bf79f6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.582172] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.634395] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.704347] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.704347] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f54157-8c51-173f-344c-9aeb6b84f90d" [ 899.704347] env[69773]: _type = "HttpNfcLease" [ 899.704347] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 899.704779] env[69773]: DEBUG oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 899.704779] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f54157-8c51-173f-344c-9aeb6b84f90d" [ 899.704779] env[69773]: _type = "HttpNfcLease" [ 899.704779] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 899.705828] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa8497f-0449-4b4d-9c0b-650415738090 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.718413] env[69773]: DEBUG oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528322e2-5919-f3de-1288-124fd143cfb0/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 899.718625] env[69773]: DEBUG oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528322e2-5919-f3de-1288-124fd143cfb0/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 899.779563] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.803764] env[69773]: DEBUG oslo_vmware.api [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390163, 'name': ReconfigVM_Task, 'duration_secs': 0.155812} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.807394] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-36c8d9ce-95dc-41b9-8ae1-19afac08fee5 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Reconfigured VM instance to set the machine id {{(pid=69773) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 899.813739] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.836784] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.837048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.840029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.840029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.840029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.841511] env[69773]: INFO nova.compute.manager [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Terminating instance [ 899.843879] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.887365] env[69773]: DEBUG nova.compute.manager [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.900947] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdbb81b0-180e-465a-b7dc-edd7ff0ca5bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.923468] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.945026] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 42%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.038056] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.038056] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d57bb7-4647-7401-966a-5f6f8b1f4ded" [ 900.038056] env[69773]: _type = "HttpNfcLease" [ 900.038056] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.039344] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.039344] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d57bb7-4647-7401-966a-5f6f8b1f4ded" [ 900.039344] env[69773]: _type = "HttpNfcLease" [ 900.039344] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 900.039802] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1b49bc-084b-48bc-9aa1-157864fb50b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.059830] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cd39-c5a7-d50f-efe8-4a69ef7ccb16/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.059830] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cd39-c5a7-d50f-efe8-4a69ef7ccb16/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 900.126570] env[69773]: INFO nova.compute.manager [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Detaching volume 5140e425-2142-4682-a443-8c4049aafc35 [ 900.166986] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e851b3-4752-42ac-9844-d9a2fa93b36c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.181020] env[69773]: INFO nova.virt.block_device [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Attempting to driver detach volume 5140e425-2142-4682-a443-8c4049aafc35 from mountpoint /dev/sdb [ 900.181271] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 900.181457] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676434', 'volume_id': '5140e425-2142-4682-a443-8c4049aafc35', 'name': 'volume-5140e425-2142-4682-a443-8c4049aafc35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89407115-4044-4f5a-81eb-0ec832bf79f6', 'attached_at': '', 'detached_at': '', 'volume_id': '5140e425-2142-4682-a443-8c4049aafc35', 'serial': '5140e425-2142-4682-a443-8c4049aafc35'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 900.182756] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df37d285-c99e-4ea2-ae15-fbbc89b320a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.187755] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f603b79e-fcd8-4230-a90b-109b84c29b78 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.243799] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7edbf39-0181-467f-92df-71a80146f3e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.248516] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7e425b-4389-454f-8cf6-37badc20be14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.259029] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1444c71f-f42c-4dc3-9aea-27daaf18fd01 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.263197] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb90f4e-6ce7-410a-8755-722f5fbb03b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.270982] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-710e2ab9-861e-4746-9c5f-83debc065c59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.305548] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e3a63-5248-4c5c-bc6b-61b1ee059663 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.308506] env[69773]: DEBUG nova.compute.provider_tree [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.315896] env[69773]: DEBUG nova.objects.instance [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lazy-loading 'flavor' on Instance uuid 3404c0a3-f0c1-4b36-a372-2e9379a4b015 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.333463] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.349026] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] The volume has not been displaced from its original location: [datastore1] volume-5140e425-2142-4682-a443-8c4049aafc35/volume-5140e425-2142-4682-a443-8c4049aafc35.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 900.355659] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.356498] env[69773]: DEBUG nova.compute.manager [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.356701] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.357683] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7fe1619-f52c-485a-aa85-59f856f40867 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.372548] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3978c7-05b8-4960-9c51-0724d5b48f07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.388230] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.390015] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d82c32-db0b-4062-ae27-72ab13bc34ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.392175] env[69773]: DEBUG oslo_vmware.api [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 900.392175] env[69773]: value = "task-3390166" [ 900.392175] env[69773]: _type = "Task" [ 900.392175] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.403390] env[69773]: DEBUG oslo_vmware.api [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 900.403390] env[69773]: value = "task-3390167" [ 900.403390] env[69773]: _type = "Task" [ 900.403390] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.407563] env[69773]: DEBUG oslo_vmware.api [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.412906] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.417354] env[69773]: DEBUG oslo_vmware.api [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.422596] env[69773]: DEBUG nova.network.neutron [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Updated VIF entry in instance network info cache for port d3090f30-37de-420e-b1fa-bec6a5163711. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 900.422596] env[69773]: DEBUG nova.network.neutron [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Updating instance_info_cache with network_info: [{"id": "d3090f30-37de-420e-b1fa-bec6a5163711", "address": "fa:16:3e:df:b3:a3", "network": {"id": "5a5d7928-d1a4-4369-b2b0-17370a08fbb3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1136684126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64af7076a04b4762869bac666336c12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3090f30-37", "ovs_interfaceid": "d3090f30-37de-420e-b1fa-bec6a5163711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.448549] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 54%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.501401] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.501401] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f2bc7d-2d49-4582-aac5-13acb97aa5ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.509432] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.509816] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4275c50-eaf3-4d0a-b96b-5af945507578 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.582219] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.582219] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.582219] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleting the datastore file [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.582219] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f764469-f5ad-42ad-8e97-9237304da5db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.588778] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 900.588778] env[69773]: value = "task-3390169" [ 900.588778] env[69773]: _type = "Task" [ 900.588778] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.601716] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.801996] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.826966] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.828099] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquired lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.861218] env[69773]: DEBUG nova.scheduler.client.report [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 900.861451] env[69773]: DEBUG nova.compute.provider_tree [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 80 to 81 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 900.861531] env[69773]: DEBUG nova.compute.provider_tree [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 900.910937] env[69773]: DEBUG oslo_vmware.api [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.918033] env[69773]: DEBUG nova.compute.manager [req-0bc80d29-67b8-48ae-9e58-cd206c898b30 req-4669e57f-345f-49a8-99fb-acf0e05037e0 service nova] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Received event network-vif-deleted-7016df6c-993d-4442-a0cf-fa3bba7e8f7f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.924270] env[69773]: DEBUG oslo_vmware.api [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390167, 'name': PowerOffVM_Task, 'duration_secs': 0.30335} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.924270] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.924490] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.925068] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-070a54b2-db89-4855-b3d8-7a7da7b13eea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.927082] env[69773]: DEBUG oslo_concurrency.lockutils [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] Releasing lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.927386] env[69773]: DEBUG nova.compute.manager [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Received event network-changed-7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.928064] env[69773]: DEBUG nova.compute.manager [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Refreshing instance network info cache due to event network-changed-7697a48d-40c5-49ad-9cfe-5ac70d824d4f. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.928303] env[69773]: DEBUG oslo_concurrency.lockutils [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] Acquiring lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.947427] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 67%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.000911] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.001501] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.003058] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleting the datastore file [datastore1] 5d5b3791-5f00-441a-b6c8-3f3f33723e6a {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.003058] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-148400c4-7edd-4265-b7f4-ecf82f7f085b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.010511] env[69773]: DEBUG oslo_vmware.api [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for the task: (returnval){ [ 901.010511] env[69773]: value = "task-3390171" [ 901.010511] env[69773]: _type = "Task" [ 901.010511] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.020958] env[69773]: DEBUG oslo_vmware.api [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.102978] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.218403] env[69773]: DEBUG nova.network.neutron [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 901.306481] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.367320] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.778s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.372290] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.124s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.372691] env[69773]: DEBUG nova.objects.instance [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lazy-loading 'resources' on Instance uuid eed44ef8-fc14-466a-bab1-1e0192d0c51c {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.406510] env[69773]: INFO nova.scheduler.client.report [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Deleted allocations for instance 5584428a-6fb3-41ec-8d2c-08b2ce546236 [ 901.421930] env[69773]: DEBUG oslo_vmware.api [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390166, 'name': ReconfigVM_Task, 'duration_secs': 0.524151} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.424526] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.427974] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-469b6047-fc37-4ca1-b200-002de33671ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.453090] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 81%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.454947] env[69773]: DEBUG oslo_vmware.api [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 901.454947] env[69773]: value = "task-3390172" [ 901.454947] env[69773]: _type = "Task" [ 901.454947] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.466053] env[69773]: DEBUG oslo_vmware.api [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.483811] env[69773]: DEBUG nova.compute.manager [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received event network-vif-unplugged-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.484218] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.484388] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.484777] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.485127] env[69773]: DEBUG nova.compute.manager [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] No waiting events found dispatching network-vif-unplugged-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.485415] env[69773]: WARNING nova.compute.manager [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received unexpected event network-vif-unplugged-1cfc58ce-7b60-48ce-a719-015521f259d6 for instance with vm_state shelved and task_state shelving_offloading. [ 901.485702] env[69773]: DEBUG nova.compute.manager [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received event network-changed-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.486393] env[69773]: DEBUG nova.compute.manager [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Refreshing instance network info cache due to event network-changed-1cfc58ce-7b60-48ce-a719-015521f259d6. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.486743] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Acquiring lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.487063] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Acquired lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.487301] env[69773]: DEBUG nova.network.neutron [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Refreshing network info cache for port 1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 901.525613] env[69773]: DEBUG oslo_vmware.api [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.603228] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.779927] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "0f7e6714-42dc-4c79-a565-b1b122162a8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.780275] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "0f7e6714-42dc-4c79-a565-b1b122162a8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.780793] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "0f7e6714-42dc-4c79-a565-b1b122162a8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.781178] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "0f7e6714-42dc-4c79-a565-b1b122162a8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.781496] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "0f7e6714-42dc-4c79-a565-b1b122162a8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.785921] env[69773]: INFO nova.compute.manager [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Terminating instance [ 901.806330] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.919225] env[69773]: DEBUG oslo_concurrency.lockutils [None req-473b760b-6138-43fd-a9a8-bd480a302941 tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "5584428a-6fb3-41ec-8d2c-08b2ce546236" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.480s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.973245] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 92%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.985828] env[69773]: DEBUG oslo_vmware.api [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390172, 'name': ReconfigVM_Task, 'duration_secs': 0.196498} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.987399] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676434', 'volume_id': '5140e425-2142-4682-a443-8c4049aafc35', 'name': 'volume-5140e425-2142-4682-a443-8c4049aafc35', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '89407115-4044-4f5a-81eb-0ec832bf79f6', 'attached_at': '', 'detached_at': '', 'volume_id': '5140e425-2142-4682-a443-8c4049aafc35', 'serial': '5140e425-2142-4682-a443-8c4049aafc35'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 902.036144] env[69773]: DEBUG oslo_vmware.api [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.067038] env[69773]: DEBUG nova.network.neutron [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updating instance_info_cache with network_info: [{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.111912] env[69773]: DEBUG oslo_vmware.api [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.49923} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.112313] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.113284] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.116911] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.146618] env[69773]: INFO nova.scheduler.client.report [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted allocations for instance ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 [ 902.291734] env[69773]: DEBUG nova.compute.manager [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.292088] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.293288] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ecbb7-4d60-41b8-aebe-4503840a8536 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.314943] env[69773]: DEBUG oslo_vmware.api [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390145, 'name': ReconfigVM_Task, 'duration_secs': 6.434027} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.319777] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.320288] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Reconfigured VM to detach interface {{(pid=69773) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 902.323381] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.329016] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-337fdeba-6bdd-4ecb-91b8-a4359f2775cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.345285] env[69773]: DEBUG oslo_vmware.api [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 902.345285] env[69773]: value = "task-3390173" [ 902.345285] env[69773]: _type = "Task" [ 902.345285] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.365902] env[69773]: DEBUG oslo_vmware.api [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.454914] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 97%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.534069] env[69773]: DEBUG oslo_vmware.api [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Task: {'id': task-3390171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.13567} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.535318] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.536279] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.536891] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.536891] env[69773]: INFO nova.compute.manager [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Took 2.18 seconds to destroy the instance on the hypervisor. [ 902.537436] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.537695] env[69773]: DEBUG nova.compute.manager [-] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.540337] env[69773]: DEBUG nova.network.neutron [-] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 902.561749] env[69773]: DEBUG nova.objects.instance [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lazy-loading 'flavor' on Instance uuid 89407115-4044-4f5a-81eb-0ec832bf79f6 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.571237] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Releasing lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.571736] env[69773]: DEBUG nova.compute.manager [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Inject network info {{(pid=69773) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 902.572260] env[69773]: DEBUG nova.compute.manager [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] network_info to inject: |[{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 902.578692] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Reconfiguring VM instance to set the machine id {{(pid=69773) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 902.582716] env[69773]: DEBUG oslo_concurrency.lockutils [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] Acquired lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.583654] env[69773]: DEBUG nova.network.neutron [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Refreshing network info cache for port 7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 902.585068] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be846ee1-0e78-4ccd-863c-d94ec03722a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.599575] env[69773]: DEBUG nova.network.neutron [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updated VIF entry in instance network info cache for port 1cfc58ce-7b60-48ce-a719-015521f259d6. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 902.600165] env[69773]: DEBUG nova.network.neutron [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [{"id": "1cfc58ce-7b60-48ce-a719-015521f259d6", "address": "fa:16:3e:c5:d8:65", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1cfc58ce-7b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.615076] env[69773]: DEBUG oslo_vmware.api [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 902.615076] env[69773]: value = "task-3390174" [ 902.615076] env[69773]: _type = "Task" [ 902.615076] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.654321] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "64ee3834-f8ac-4603-a9c8-dac306453fa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.665763] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "64ee3834-f8ac-4603-a9c8-dac306453fa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.012s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.667804] env[69773]: DEBUG oslo_vmware.api [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.673050] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.743799] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7409e1d0-db86-4a56-865f-0672d4f711b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.757459] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e27a9d-325f-4cec-8638-0d6c0d349bd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.804277] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f35eb59-20b9-4ff4-83f0-6f41cb707fe5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.816586] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1628e670-760b-49ea-8ba6-0d38f0f0dab5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.835485] env[69773]: DEBUG nova.compute.provider_tree [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.859789] env[69773]: DEBUG oslo_vmware.api [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390173, 'name': PowerOffVM_Task, 'duration_secs': 0.298751} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.860114] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.860747] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.860965] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4511c03-0eaa-4346-a4e9-f46e670efb94 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.948846] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.949446] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.950792] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Deleting the datastore file [datastore1] 0f7e6714-42dc-4c79-a565-b1b122162a8a {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.950792] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18c7b006-2c4e-4a2f-9425-8bbbbbe09845 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.957640] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 98%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.962870] env[69773]: DEBUG oslo_vmware.api [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 902.962870] env[69773]: value = "task-3390176" [ 902.962870] env[69773]: _type = "Task" [ 902.962870] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.975495] env[69773]: DEBUG oslo_vmware.api [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.103068] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Releasing lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.103350] env[69773]: DEBUG nova.compute.manager [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Received event network-changed-7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.103638] env[69773]: DEBUG nova.compute.manager [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Refreshing instance network info cache due to event network-changed-7697a48d-40c5-49ad-9cfe-5ac70d824d4f. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.104088] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Acquiring lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.110773] env[69773]: DEBUG nova.network.neutron [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updated VIF entry in instance network info cache for port 7697a48d-40c5-49ad-9cfe-5ac70d824d4f. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 903.111316] env[69773]: DEBUG nova.network.neutron [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updating instance_info_cache with network_info: [{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.138987] env[69773]: DEBUG oslo_vmware.api [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.172569] env[69773]: DEBUG nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.338744] env[69773]: DEBUG nova.scheduler.client.report [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.455679] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task} progress is 98%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.473637] env[69773]: DEBUG oslo_vmware.api [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274855} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.473894] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.474093] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.474278] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.474456] env[69773]: INFO nova.compute.manager [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 903.474691] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.474894] env[69773]: DEBUG nova.compute.manager [-] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.474990] env[69773]: DEBUG nova.network.neutron [-] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 903.574475] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b454bbd7-1f61-4a5c-a85c-e2b26f176652 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.992s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.575870] env[69773]: DEBUG nova.network.neutron [-] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.614888] env[69773]: DEBUG oslo_concurrency.lockutils [req-b9aabd3b-cb68-448b-96ff-f8ffb221d502 req-ef878b8b-3a34-4bf3-af2a-fc261c8418f7 service nova] Releasing lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.615434] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Acquired lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.615958] env[69773]: DEBUG nova.network.neutron [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Refreshing network info cache for port 7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 903.638886] env[69773]: DEBUG oslo_vmware.api [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390174, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.709378] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.733059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.733279] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.733446] env[69773]: DEBUG nova.network.neutron [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 903.844384] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.473s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.846997] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.472s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.847314] env[69773]: DEBUG nova.objects.instance [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lazy-loading 'resources' on Instance uuid 7b3eb504-a327-4840-9fdd-1d465f9030e3 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.876884] env[69773]: INFO nova.scheduler.client.report [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted allocations for instance eed44ef8-fc14-466a-bab1-1e0192d0c51c [ 903.955839] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390164, 'name': RelocateVM_Task, 'duration_secs': 4.419926} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.956191] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 903.956432] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676410', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'name': 'volume-0831df3f-9d83-4083-b4d8-04d434059418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8e67a0-adec-4604-97ee-02248abc145e', 'attached_at': '', 'detached_at': '', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'serial': '0831df3f-9d83-4083-b4d8-04d434059418'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 903.957297] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9f852b-b7df-48c0-9621-0f7ecdb52abb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.976798] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f1eea-7961-4159-aa14-9f183211d420 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.980709] env[69773]: DEBUG nova.compute.manager [req-cd55194a-71d3-49d5-ae4f-ee6f8f89eb67 req-1850e7b4-8271-4777-a965-454a7b17e4a9 service nova] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Received event network-vif-deleted-8fd777f6-786c-4d73-8951-670356af2601 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.004312] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-0831df3f-9d83-4083-b4d8-04d434059418/volume-0831df3f-9d83-4083-b4d8-04d434059418.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.004984] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec80fd4-80d4-46a1-b0d2-434544cc61d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.030915] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 904.030915] env[69773]: value = "task-3390177" [ 904.030915] env[69773]: _type = "Task" [ 904.030915] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.042431] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390177, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.082128] env[69773]: INFO nova.compute.manager [-] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Took 1.54 seconds to deallocate network for instance. [ 904.134454] env[69773]: DEBUG oslo_vmware.api [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390174, 'name': ReconfigVM_Task, 'duration_secs': 1.195287} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.134803] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b0da79a-b105-4c45-9b61-0572b7ebc3d6 tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Reconfigured VM instance to set the machine id {{(pid=69773) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 904.389024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d5723815-750a-4b22-ae2c-2dba93fd0d13 tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "eed44ef8-fc14-466a-bab1-1e0192d0c51c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.601s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.560629] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390177, 'name': ReconfigVM_Task, 'duration_secs': 0.384345} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.560629] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-0831df3f-9d83-4083-b4d8-04d434059418/volume-0831df3f-9d83-4083-b4d8-04d434059418.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.571061] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8be19b1-2a17-47b4-8cfe-6f5eec5e3bed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.581071] env[69773]: DEBUG nova.network.neutron [-] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.591373] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 904.591373] env[69773]: value = "task-3390178" [ 904.591373] env[69773]: _type = "Task" [ 904.591373] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.591373] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.608658] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.609622] env[69773]: DEBUG nova.network.neutron [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updated VIF entry in instance network info cache for port 7697a48d-40c5-49ad-9cfe-5ac70d824d4f. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 904.610011] env[69773]: DEBUG nova.network.neutron [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updating instance_info_cache with network_info: [{"id": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "address": "fa:16:3e:1a:0a:19", "network": {"id": "969d087b-72c8-4c69-899e-8f729b35c773", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-898616121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4549816b7e224dc08062bd9197398dd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97d59ff5-df43-4e01-b11f-6c57b53fb79d", "external-id": "nsx-vlan-transportzone-106", "segmentation_id": 106, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7697a48d-40", "ovs_interfaceid": "7697a48d-40c5-49ad-9cfe-5ac70d824d4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.702159] env[69773]: INFO nova.network.neutron [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Port d42ea368-e7d2-4ad5-b93b-77354b3dafc3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 904.702583] env[69773]: DEBUG nova.network.neutron [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updating instance_info_cache with network_info: [{"id": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "address": "fa:16:3e:9e:bf:7f", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb741e5f5-92", "ovs_interfaceid": "b741e5f5-929e-4a54-94b6-d647f02d6db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.885607] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b31a53-16cd-4329-a349-5a51e4f945db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.895269] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cdf75f-8f46-4d78-b786-8f4fe881fb1b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.906652] env[69773]: DEBUG nova.compute.manager [req-68225a09-9c06-4ff9-8bf2-69c57f2d2914 req-b301ff95-2f13-4ef9-a84b-93ad3cc37e31 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received event network-vif-deleted-d42ea368-e7d2-4ad5-b93b-77354b3dafc3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.932549] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a4cd22-f472-4b73-ab96-580f92ab9b85 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.942467] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c58fe1b-9c6d-47ac-b9e0-81c79a510a28 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.958835] env[69773]: DEBUG nova.compute.provider_tree [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.084609] env[69773]: INFO nova.compute.manager [-] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Took 1.61 seconds to deallocate network for instance. [ 905.108112] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390178, 'name': ReconfigVM_Task, 'duration_secs': 0.160995} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.108112] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676410', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'name': 'volume-0831df3f-9d83-4083-b4d8-04d434059418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8e67a0-adec-4604-97ee-02248abc145e', 'attached_at': '', 'detached_at': '', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'serial': '0831df3f-9d83-4083-b4d8-04d434059418'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 905.108112] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26b4b34e-308b-49b1-a817-5c44b0b01e64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.117873] env[69773]: DEBUG oslo_concurrency.lockutils [req-d2e9d1f5-2afd-4b28-9fec-2e736bfcfcd2 req-dd712ec0-e006-497d-870d-c676d5ac78eb service nova] Releasing lock "refresh_cache-3404c0a3-f0c1-4b36-a372-2e9379a4b015" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.117873] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 905.117873] env[69773]: value = "task-3390179" [ 905.117873] env[69773]: _type = "Task" [ 905.117873] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.126920] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390179, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.205545] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-3f350c0f-2d81-473e-835a-6883f6efd920" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.461838] env[69773]: DEBUG nova.scheduler.client.report [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.505833] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.506168] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.506394] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.506592] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.506763] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.509106] env[69773]: INFO nova.compute.manager [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Terminating instance [ 905.591267] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.626909] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390179, 'name': Rename_Task, 'duration_secs': 0.136038} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.627335] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.627618] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0609bff-3ef5-4343-9bcd-512a934ac7c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.635735] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 905.635735] env[69773]: value = "task-3390180" [ 905.635735] env[69773]: _type = "Task" [ 905.635735] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.645649] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.710088] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aed798ce-d792-425f-bf4c-5014d19f47cf tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-3f350c0f-2d81-473e-835a-6883f6efd920-d42ea368-e7d2-4ad5-b93b-77354b3dafc3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.529s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.968128] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.971452] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.081s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.000526] env[69773]: INFO nova.scheduler.client.report [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Deleted allocations for instance 7b3eb504-a327-4840-9fdd-1d465f9030e3 [ 906.013310] env[69773]: DEBUG nova.compute.manager [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 906.013900] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 906.014703] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a85616a-c9f9-413d-a3a4-24a867c226ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.027930] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 906.028408] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-909c90ff-2d9f-4de6-9595-32e43336ef39 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.038622] env[69773]: DEBUG oslo_vmware.api [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 906.038622] env[69773]: value = "task-3390181" [ 906.038622] env[69773]: _type = "Task" [ 906.038622] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.049500] env[69773]: DEBUG oslo_vmware.api [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.148443] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390180, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.476356] env[69773]: DEBUG nova.objects.instance [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lazy-loading 'migration_context' on Instance uuid 5857e7c0-7800-4019-b55a-c420b8febbf7 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.508886] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8983b3f2-9f33-4d92-a37c-395c02911502 tempest-ListServerFiltersTestJSON-1388385047 tempest-ListServerFiltersTestJSON-1388385047-project-member] Lock "7b3eb504-a327-4840-9fdd-1d465f9030e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.842s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.548848] env[69773]: DEBUG oslo_vmware.api [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390181, 'name': PowerOffVM_Task, 'duration_secs': 0.278698} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.549146] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.549338] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.549576] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19fca54e-f81f-492f-b677-b6814538b309 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.646835] env[69773]: DEBUG oslo_vmware.api [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390180, 'name': PowerOnVM_Task, 'duration_secs': 0.527053} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.647146] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.647363] env[69773]: INFO nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Took 8.51 seconds to spawn the instance on the hypervisor. [ 906.647548] env[69773]: DEBUG nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.648451] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5268ce24-5166-468d-b89e-93b50765d64e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.868348] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.868605] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.868792] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Deleting the datastore file [datastore2] 3404c0a3-f0c1-4b36-a372-2e9379a4b015 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.869100] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ffc64c7-6e6c-47f2-9458-7a668fab7e36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.876466] env[69773]: DEBUG oslo_vmware.api [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for the task: (returnval){ [ 906.876466] env[69773]: value = "task-3390183" [ 906.876466] env[69773]: _type = "Task" [ 906.876466] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.885125] env[69773]: DEBUG oslo_vmware.api [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.171317] env[69773]: INFO nova.compute.manager [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Took 43.53 seconds to build instance. [ 907.389449] env[69773]: DEBUG oslo_vmware.api [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Task: {'id': task-3390183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254234} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.389713] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 907.389912] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 907.390089] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 907.390743] env[69773]: INFO nova.compute.manager [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Took 1.38 seconds to destroy the instance on the hypervisor. [ 907.390743] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.390743] env[69773]: DEBUG nova.compute.manager [-] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 907.391057] env[69773]: DEBUG nova.network.neutron [-] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 907.406068] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2877f36-72be-4ebd-8d8b-600f1917537c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.414802] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e710ad57-1090-4e52-8f59-d14b8af3506f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.448573] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522625a8-b6f3-4809-8581-7ce29c33b75a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.457312] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b323c1-1114-476d-bef3-6703143b516d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.476039] env[69773]: DEBUG nova.compute.provider_tree [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.674077] env[69773]: DEBUG oslo_concurrency.lockutils [None req-148b16a0-aef1-4930-bc40-fc0114b4d0b3 tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "4b8e67a0-adec-4604-97ee-02248abc145e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.046s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.981326] env[69773]: DEBUG nova.scheduler.client.report [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.364520] env[69773]: DEBUG nova.network.neutron [-] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.867994] env[69773]: INFO nova.compute.manager [-] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Took 1.48 seconds to deallocate network for instance. [ 908.994300] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.023s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.000260] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.257s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.000489] env[69773]: DEBUG nova.objects.instance [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lazy-loading 'resources' on Instance uuid afac3398-435b-4dfd-825e-a05d31148b35 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.374797] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.922093] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a82373b-f2ee-41c5-9964-18417228e383 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.930541] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187b3757-4bcc-4739-bbf1-0faa402f2d63 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.963415] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f7aa96-b835-48ef-8cec-c0b31265c636 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.972143] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f01d890-8780-49b4-aca1-0a28e84ee98e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.986831] env[69773]: DEBUG nova.compute.provider_tree [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.260223] env[69773]: DEBUG oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528322e2-5919-f3de-1288-124fd143cfb0/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 910.261281] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410c5326-1a5e-48de-a04a-029f12dec3a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.268846] env[69773]: DEBUG oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528322e2-5919-f3de-1288-124fd143cfb0/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 910.269056] env[69773]: ERROR oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528322e2-5919-f3de-1288-124fd143cfb0/disk-0.vmdk due to incomplete transfer. [ 910.269344] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03ed4cbc-caec-4107-ab20-aee413135ceb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.280082] env[69773]: DEBUG oslo_vmware.rw_handles [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528322e2-5919-f3de-1288-124fd143cfb0/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 910.280082] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Uploaded image f7cb7feb-03fb-4b27-b921-2ef76afd580c to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 910.282398] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 910.283023] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-661c1fb1-73be-469b-94d5-782ca3d4b5bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.290777] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 910.290777] env[69773]: value = "task-3390184" [ 910.290777] env[69773]: _type = "Task" [ 910.290777] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.299724] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390184, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.383410] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cd39-c5a7-d50f-efe8-4a69ef7ccb16/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 910.384535] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337119e-6e97-4f34-b2f7-866e81a43524 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.392483] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cd39-c5a7-d50f-efe8-4a69ef7ccb16/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 910.392929] env[69773]: ERROR oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cd39-c5a7-d50f-efe8-4a69ef7ccb16/disk-0.vmdk due to incomplete transfer. [ 910.394022] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2c8fbb8-adc2-4549-97b2-806b12384cad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.404019] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cd39-c5a7-d50f-efe8-4a69ef7ccb16/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 910.404019] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Uploaded image 2108ac0d-ac1a-48f8-8c9f-61f3176012f2 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 910.404019] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 910.404567] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fc5e6a8d-0ee7-4e64-9caa-795686e1db93 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.413148] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 910.413148] env[69773]: value = "task-3390185" [ 910.413148] env[69773]: _type = "Task" [ 910.413148] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.428994] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390185, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.492744] env[69773]: DEBUG nova.scheduler.client.report [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.539293] env[69773]: INFO nova.compute.manager [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Swapping old allocation on dict_keys(['9accc708-4d34-4324-945b-6edf01e232c6']) held by migration 0bb616b1-3018-45a7-b463-b86c4399ced7 for instance [ 910.577594] env[69773]: DEBUG nova.scheduler.client.report [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Overwriting current allocation {'allocations': {'9accc708-4d34-4324-945b-6edf01e232c6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 82}}, 'project_id': 'f9258755c2c74ad98a6fc7438225c534', 'user_id': 'a6915611961c485181e8e6c032b6d22a', 'consumer_generation': 1} on consumer 5857e7c0-7800-4019-b55a-c420b8febbf7 {{(pid=69773) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 910.736558] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.736558] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquired lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.736558] env[69773]: DEBUG nova.network.neutron [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 910.802136] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390184, 'name': Destroy_Task, 'duration_secs': 0.378608} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.804125] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Destroyed the VM [ 910.804462] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 910.804747] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3363891-494f-4888-9674-2588a444bec5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.813253] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 910.813253] env[69773]: value = "task-3390186" [ 910.813253] env[69773]: _type = "Task" [ 910.813253] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.839688] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.923703] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390185, 'name': Destroy_Task, 'duration_secs': 0.407514} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.923703] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Destroyed the VM [ 910.923703] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 910.924123] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7aa8d7c5-6040-4c4d-b82a-8a1f9cd423d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.933212] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 910.933212] env[69773]: value = "task-3390187" [ 910.933212] env[69773]: _type = "Task" [ 910.933212] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.942830] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390187, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.998452] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.001992] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.610s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.001992] env[69773]: DEBUG nova.objects.instance [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lazy-loading 'resources' on Instance uuid 9ff79424-7170-4235-8542-6e7d812d89b1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.003070] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "3f350c0f-2d81-473e-835a-6883f6efd920" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.003410] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "3f350c0f-2d81-473e-835a-6883f6efd920" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.004439] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.004439] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.004439] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "3f350c0f-2d81-473e-835a-6883f6efd920-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.006620] env[69773]: INFO nova.compute.manager [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Terminating instance [ 911.035177] env[69773]: INFO nova.scheduler.client.report [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Deleted allocations for instance afac3398-435b-4dfd-825e-a05d31148b35 [ 911.216367] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "320ca515-f589-485c-80ff-c53359ef7cdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.217302] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "320ca515-f589-485c-80ff-c53359ef7cdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.326502] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390186, 'name': RemoveSnapshot_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.362805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.431707] env[69773]: DEBUG nova.compute.manager [req-561ab010-b49b-4bc2-82d2-0893b361f494 req-ead3bbea-2b97-4c34-9928-588a4f84a19a service nova] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Received event network-vif-deleted-18dd7eed-844d-4edf-84b4-e558e3ee5c84 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.445555] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390187, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.514029] env[69773]: DEBUG nova.compute.manager [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.514029] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.517389] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d90257-0976-4cf4-94be-cc8b3e4f0a67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.526932] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.527221] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abf58aff-e2f3-40de-a36f-e63cc89fd27b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.534906] env[69773]: DEBUG oslo_vmware.api [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 911.534906] env[69773]: value = "task-3390188" [ 911.534906] env[69773]: _type = "Task" [ 911.534906] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.546647] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "59d09973-861e-45bf-8920-54b9d06ebe08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.546878] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "59d09973-861e-45bf-8920-54b9d06ebe08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.547114] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "59d09973-861e-45bf-8920-54b9d06ebe08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.547307] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "59d09973-861e-45bf-8920-54b9d06ebe08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.547472] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "59d09973-861e-45bf-8920-54b9d06ebe08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.549646] env[69773]: DEBUG nova.network.neutron [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance_info_cache with network_info: [{"id": "dea772d6-a293-4f61-8c1a-40615510800b", "address": "fa:16:3e:d2:c8:4d", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdea772d6-a2", "ovs_interfaceid": "dea772d6-a293-4f61-8c1a-40615510800b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.551149] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8a545379-e607-482e-8b4d-1b60e0f56b95 tempest-ServersTestMultiNic-2122784205 tempest-ServersTestMultiNic-2122784205-project-member] Lock "afac3398-435b-4dfd-825e-a05d31148b35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.551s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.554035] env[69773]: INFO nova.compute.manager [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Terminating instance [ 911.558533] env[69773]: DEBUG oslo_vmware.api [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.721193] env[69773]: DEBUG nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.837917] env[69773]: DEBUG oslo_vmware.api [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390186, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58237} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.838278] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 911.838540] env[69773]: INFO nova.compute.manager [None req-9a06debe-e210-4edb-ab75-1d0863344d84 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Took 16.89 seconds to snapshot the instance on the hypervisor. [ 911.947755] env[69773]: DEBUG oslo_vmware.api [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390187, 'name': RemoveSnapshot_Task, 'duration_secs': 0.532577} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.947755] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 911.947755] env[69773]: INFO nova.compute.manager [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Took 16.62 seconds to snapshot the instance on the hypervisor. [ 911.993819] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b1d87-7e83-495e-a38f-e5c4c47b1eef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.004095] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67275b9-dd59-4ea8-a8fc-226ef72b3bd7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.038852] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquiring lock "5d71c637-3757-42b0-95b3-be80ef214b7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.039163] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "5d71c637-3757-42b0-95b3-be80ef214b7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.039407] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquiring lock "5d71c637-3757-42b0-95b3-be80ef214b7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.039624] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "5d71c637-3757-42b0-95b3-be80ef214b7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.039801] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "5d71c637-3757-42b0-95b3-be80ef214b7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.042137] env[69773]: INFO nova.compute.manager [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Terminating instance [ 912.050045] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18da07ec-5cc3-43c1-b27c-cbc4eed6c79c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.053339] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Releasing lock "refresh_cache-5857e7c0-7800-4019-b55a-c420b8febbf7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.054114] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.055309] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a928448d-7ddb-4400-a0c2-277045403f30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.063701] env[69773]: DEBUG nova.compute.manager [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.064336] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.064678] env[69773]: DEBUG oslo_vmware.api [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390188, 'name': PowerOffVM_Task, 'duration_secs': 0.462046} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.068677] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f742b09-f575-4c2e-bde3-f851c9b935ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.073040] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.073040] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.073040] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10bfca26-644d-4d54-a349-d2697a685eab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.079376] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f3223a-fd77-4161-86d8-caf127e495e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.086915] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 912.086915] env[69773]: value = "task-3390189" [ 912.086915] env[69773]: _type = "Task" [ 912.086915] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.104068] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.104625] env[69773]: DEBUG nova.compute.provider_tree [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.106988] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fe0db4d-8f48-481f-8118-1acedaf14f4c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.115156] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.115156] env[69773]: DEBUG oslo_vmware.api [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 912.115156] env[69773]: value = "task-3390191" [ 912.115156] env[69773]: _type = "Task" [ 912.115156] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.125998] env[69773]: DEBUG oslo_vmware.api [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.171677] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.171677] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.171826] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleting the datastore file [datastore1] 3f350c0f-2d81-473e-835a-6883f6efd920 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.172079] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13ff01d9-953c-449b-b128-5e270814f3ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.180724] env[69773]: DEBUG oslo_vmware.api [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 912.180724] env[69773]: value = "task-3390192" [ 912.180724] env[69773]: _type = "Task" [ 912.180724] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.192024] env[69773]: DEBUG oslo_vmware.api [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.256204] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.519292] env[69773]: DEBUG nova.compute.manager [None req-b743f482-47e3-4de5-8460-9cefbc9c4218 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Found 1 images (rotation: 2) {{(pid=69773) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 912.546298] env[69773]: DEBUG nova.compute.manager [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.546618] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.548190] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3dc9a9-7fc4-4703-aa49-e297885819fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.556684] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.556954] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9c7340e-b9d7-44ba-8330-4a39e38d1d65 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.565963] env[69773]: DEBUG oslo_vmware.api [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 912.565963] env[69773]: value = "task-3390193" [ 912.565963] env[69773]: _type = "Task" [ 912.565963] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.575981] env[69773]: DEBUG oslo_vmware.api [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3390193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.602376] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390189, 'name': PowerOffVM_Task, 'duration_secs': 0.225646} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.605430] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:04:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a17503ce-e421-4809-9d98-fd113c2ff6ca',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1931116987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.605430] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.612272] env[69773]: DEBUG nova.scheduler.client.report [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.616162] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b89da20-d2c4-47cb-8fcf-3f19fbeac7a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.630485] env[69773]: DEBUG nova.compute.manager [req-022a8cb0-144c-4681-8cd6-297399f70d5a req-e391ce06-b973-4ef3-8da9-e88881c503d0 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Received event network-changed-d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.630856] env[69773]: DEBUG nova.compute.manager [req-022a8cb0-144c-4681-8cd6-297399f70d5a req-e391ce06-b973-4ef3-8da9-e88881c503d0 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Refreshing instance network info cache due to event network-changed-d3090f30-37de-420e-b1fa-bec6a5163711. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.631144] env[69773]: DEBUG oslo_concurrency.lockutils [req-022a8cb0-144c-4681-8cd6-297399f70d5a req-e391ce06-b973-4ef3-8da9-e88881c503d0 service nova] Acquiring lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.631325] env[69773]: DEBUG oslo_concurrency.lockutils [req-022a8cb0-144c-4681-8cd6-297399f70d5a req-e391ce06-b973-4ef3-8da9-e88881c503d0 service nova] Acquired lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.631514] env[69773]: DEBUG nova.network.neutron [req-022a8cb0-144c-4681-8cd6-297399f70d5a req-e391ce06-b973-4ef3-8da9-e88881c503d0 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Refreshing network info cache for port d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 912.645619] env[69773]: DEBUG oslo_vmware.api [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390191, 'name': PowerOffVM_Task, 'duration_secs': 0.193146} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.647046] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.647238] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.647552] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 912.647552] env[69773]: value = "task-3390194" [ 912.647552] env[69773]: _type = "Task" [ 912.647552] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.647746] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5525c03f-a49b-434b-b00c-2491eb93c89f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.659728] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390194, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.692388] env[69773]: DEBUG oslo_vmware.api [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330302} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.692644] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.692825] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.692999] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.693195] env[69773]: INFO nova.compute.manager [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Took 1.18 seconds to destroy the instance on the hypervisor. [ 912.693435] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.693878] env[69773]: DEBUG nova.compute.manager [-] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.693878] env[69773]: DEBUG nova.network.neutron [-] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 912.772387] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.772387] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.772387] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleting the datastore file [datastore2] 59d09973-861e-45bf-8920-54b9d06ebe08 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.772387] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b4d1640-1f2a-491e-a1c3-8b64b6beec7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.780520] env[69773]: DEBUG oslo_vmware.api [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 912.780520] env[69773]: value = "task-3390196" [ 912.780520] env[69773]: _type = "Task" [ 912.780520] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.789437] env[69773]: DEBUG oslo_vmware.api [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.079998] env[69773]: DEBUG oslo_vmware.api [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3390193, 'name': PowerOffVM_Task, 'duration_secs': 0.217444} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.080323] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.080497] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.080764] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eacc6b6-6d86-472d-bd15-b84c999a3df9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.136634] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.141022] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.182s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.141022] env[69773]: DEBUG nova.objects.instance [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lazy-loading 'resources' on Instance uuid bdc1c5b8-305c-4af1-b14f-0913fbf9916d {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.162915] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390194, 'name': ReconfigVM_Task, 'duration_secs': 0.211965} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.162915] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.163598] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.163994] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Deleting the datastore file [datastore1] 5d71c637-3757-42b0-95b3-be80ef214b7b {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.165091] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04dc506e-f591-4048-9e58-3725b80d915d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.169290] env[69773]: INFO nova.scheduler.client.report [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Deleted allocations for instance 9ff79424-7170-4235-8542-6e7d812d89b1 [ 913.172511] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c7c448-5d85-4a77-bf04-1bf96820901d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.200144] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:04:36Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='a17503ce-e421-4809-9d98-fd113c2ff6ca',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1931116987',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.200514] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.200871] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.201176] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.201414] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.201638] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.201951] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.202200] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.202569] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.202825] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.203134] env[69773]: DEBUG nova.virt.hardware [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.208197] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f29592ab-5743-482a-a8e3-a7814a6a14ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.210977] env[69773]: DEBUG oslo_vmware.api [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for the task: (returnval){ [ 913.210977] env[69773]: value = "task-3390198" [ 913.210977] env[69773]: _type = "Task" [ 913.210977] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.217184] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 913.217184] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52847056-fda0-daad-2737-2eb2177f9ac8" [ 913.217184] env[69773]: _type = "Task" [ 913.217184] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.225117] env[69773]: DEBUG oslo_vmware.api [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3390198, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.232605] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52847056-fda0-daad-2737-2eb2177f9ac8, 'name': SearchDatastore_Task, 'duration_secs': 0.008313} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.238988] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 913.239473] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8334ce74-4257-43bf-8232-7a73dd4b533a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.262461] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 913.262461] env[69773]: value = "task-3390199" [ 913.262461] env[69773]: _type = "Task" [ 913.262461] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.272885] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.293379] env[69773]: DEBUG oslo_vmware.api [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283067} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.293700] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.294019] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.294373] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.294716] env[69773]: INFO nova.compute.manager [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Took 1.23 seconds to destroy the instance on the hypervisor. [ 913.295223] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.295560] env[69773]: DEBUG nova.compute.manager [-] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.297207] env[69773]: DEBUG nova.network.neutron [-] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 913.651094] env[69773]: DEBUG nova.network.neutron [req-022a8cb0-144c-4681-8cd6-297399f70d5a req-e391ce06-b973-4ef3-8da9-e88881c503d0 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Updated VIF entry in instance network info cache for port d3090f30-37de-420e-b1fa-bec6a5163711. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 913.651094] env[69773]: DEBUG nova.network.neutron [req-022a8cb0-144c-4681-8cd6-297399f70d5a req-e391ce06-b973-4ef3-8da9-e88881c503d0 service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Updating instance_info_cache with network_info: [{"id": "d3090f30-37de-420e-b1fa-bec6a5163711", "address": "fa:16:3e:df:b3:a3", "network": {"id": "5a5d7928-d1a4-4369-b2b0-17370a08fbb3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1136684126-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64af7076a04b4762869bac666336c12c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3090f30-37", "ovs_interfaceid": "d3090f30-37de-420e-b1fa-bec6a5163711", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.681869] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d8570cc9-7fb4-483d-8710-55782c92621a tempest-ServersTestJSON-212378550 tempest-ServersTestJSON-212378550-project-member] Lock "9ff79424-7170-4235-8542-6e7d812d89b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.452s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.727407] env[69773]: DEBUG oslo_vmware.api [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Task: {'id': task-3390198, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263724} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.727407] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.727407] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.727745] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.727745] env[69773]: INFO nova.compute.manager [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 913.729133] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.729133] env[69773]: DEBUG nova.compute.manager [-] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.729133] env[69773]: DEBUG nova.network.neutron [-] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 913.779118] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390199, 'name': ReconfigVM_Task, 'duration_secs': 0.233649} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.779439] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 913.780981] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ae622-033b-4127-869e-ba15ad716bea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.812413] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7/5857e7c0-7800-4019-b55a-c420b8febbf7.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.814984] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd6db95-79ef-420a-82d2-b2bcfad6af24 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.840520] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 913.840520] env[69773]: value = "task-3390200" [ 913.840520] env[69773]: _type = "Task" [ 913.840520] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.856746] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.959412] env[69773]: DEBUG nova.network.neutron [-] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.153021] env[69773]: DEBUG oslo_concurrency.lockutils [req-022a8cb0-144c-4681-8cd6-297399f70d5a req-e391ce06-b973-4ef3-8da9-e88881c503d0 service nova] Releasing lock "refresh_cache-4b8e67a0-adec-4604-97ee-02248abc145e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.185604] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06bae69-6906-463d-b482-25cd0333696d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.194960] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebb7a08-3541-47d3-903b-abce1ce173a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.238931] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079d4780-f830-4e58-b5c6-94718e4beb01 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.248115] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1739c07-548a-4cfe-a414-feddf92fddd7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.262776] env[69773]: DEBUG nova.compute.provider_tree [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.311434] env[69773]: DEBUG nova.compute.manager [req-d0e9d384-4d59-48c9-b406-93f1bf99cc82 req-d5224679-7b76-460c-95ba-1ae97d8b327f service nova] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Received event network-vif-deleted-7697a48d-40c5-49ad-9cfe-5ac70d824d4f {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.342923] env[69773]: DEBUG nova.compute.manager [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.343908] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d471d1b-38a3-41ee-a7ea-0ae5361b99c2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.361242] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.369986] env[69773]: DEBUG nova.network.neutron [-] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.462767] env[69773]: INFO nova.compute.manager [-] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Took 1.77 seconds to deallocate network for instance. [ 914.767729] env[69773]: DEBUG nova.scheduler.client.report [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.855012] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390200, 'name': ReconfigVM_Task, 'duration_secs': 0.599092} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.855322] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7/5857e7c0-7800-4019-b55a-c420b8febbf7.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.857271] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c58ed3c-838c-43d6-a83e-7d0121e24726 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.864152] env[69773]: INFO nova.compute.manager [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] instance snapshotting [ 914.879035] env[69773]: INFO nova.compute.manager [-] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Took 1.58 seconds to deallocate network for instance. [ 914.882573] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446aab67-7333-4b7b-9307-e2e5fd653a41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.886333] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ad6e08-e31e-47d1-8fc6-20f562291d0d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.932095] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b89d77-6aea-4382-91fd-7d032daa8ef2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.937269] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a992fd-7a5f-4a04-a998-c15f09fb52c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.966420] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d542c90-3747-436f-9fe9-a26ab8c225ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.971260] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.974536] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.974805] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65be771b-645b-43e1-8ae6-c21486ac7207 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.982366] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 914.982366] env[69773]: value = "task-3390201" [ 914.982366] env[69773]: _type = "Task" [ 914.982366] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.993344] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.272879] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.277196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.771s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.277196] env[69773]: DEBUG nova.objects.instance [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'resources' on Instance uuid f15a5126-47d9-4d52-b2d2-60e2047150b2 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.303294] env[69773]: INFO nova.scheduler.client.report [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Deleted allocations for instance bdc1c5b8-305c-4af1-b14f-0913fbf9916d [ 915.394732] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.466911] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.467975] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e9df22de-fd78-4887-b5ed-5d22e872e1f1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.477800] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 915.477800] env[69773]: value = "task-3390202" [ 915.477800] env[69773]: _type = "Task" [ 915.477800] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.500853] env[69773]: DEBUG oslo_vmware.api [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390201, 'name': PowerOnVM_Task, 'duration_secs': 0.500136} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.506538] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.512662] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390202, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.516081] env[69773]: DEBUG nova.compute.manager [req-8a30e7cb-871f-44c7-b833-6e014ad5a362 req-bff635ce-d596-41ee-bcba-a458f9c68d1f service nova] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Received event network-vif-deleted-2d885419-a24f-4c2b-9e28-d75bee1865ad {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.552017] env[69773]: DEBUG nova.network.neutron [-] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.824562] env[69773]: DEBUG oslo_concurrency.lockutils [None req-183aa053-7379-4922-b8ee-c32059932838 tempest-ServerShowV247Test-1515520964 tempest-ServerShowV247Test-1515520964-project-member] Lock "bdc1c5b8-305c-4af1-b14f-0913fbf9916d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.182s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.992852] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390202, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.054193] env[69773]: INFO nova.compute.manager [-] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Took 2.33 seconds to deallocate network for instance. [ 916.103418] env[69773]: DEBUG nova.compute.manager [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.104374] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3138c4c-d08c-4446-977c-a1c728b9707b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.266674] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55b3b47-fb33-4d3e-8ed4-14d7f993b395 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.275042] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d76b9c-5059-4cf5-811d-e3fc340e06e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.304959] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0d2015-4e77-41d9-8b8e-b0c751cbaed0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.313362] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31df496a-214a-47b7-93a5-6058e9e90cf4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.330995] env[69773]: DEBUG nova.compute.provider_tree [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.494265] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390202, 'name': CreateSnapshot_Task, 'duration_secs': 0.520296} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.494579] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.495836] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c431cb5-a5f0-4b27-bdfa-1948c25ed31f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.529202] env[69773]: INFO nova.compute.manager [None req-5f657a18-fb09-4526-b261-8a0c1edf4f00 tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance to original state: 'active' [ 916.564859] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.610197] env[69773]: DEBUG nova.compute.manager [req-4d7491b1-35bb-4725-842d-6fcf85d663cb req-e48646e4-4286-42e9-aece-41342a3716d2 service nova] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Received event network-vif-deleted-b741e5f5-929e-4a54-94b6-d647f02d6db2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.610407] env[69773]: DEBUG nova.compute.manager [req-4d7491b1-35bb-4725-842d-6fcf85d663cb req-e48646e4-4286-42e9-aece-41342a3716d2 service nova] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Received event network-vif-deleted-10d86cea-9250-4808-8ed7-fd54708d5e8d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.619344] env[69773]: INFO nova.compute.manager [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] instance snapshotting [ 916.619344] env[69773]: DEBUG nova.objects.instance [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'flavor' on Instance uuid 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.834281] env[69773]: DEBUG nova.scheduler.client.report [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.025038] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 917.025038] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7930e856-be3a-4f93-9f13-8b89f3fd539d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.039728] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 917.039728] env[69773]: value = "task-3390203" [ 917.039728] env[69773]: _type = "Task" [ 917.039728] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.049576] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390203, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.129625] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be68133e-75ce-4a35-90aa-dca90f235580 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.154082] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb18601a-55b2-4ff7-9074-f43d8dd946ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.343355] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.347486] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.681s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.388415] env[69773]: INFO nova.scheduler.client.report [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted allocations for instance f15a5126-47d9-4d52-b2d2-60e2047150b2 [ 917.561696] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390203, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.669127] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 917.669127] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7de9f2cc-016e-4ac9-9f23-9833c9d9cfb5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.679221] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 917.679221] env[69773]: value = "task-3390204" [ 917.679221] env[69773]: _type = "Task" [ 917.679221] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.688518] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390204, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.897834] env[69773]: DEBUG oslo_concurrency.lockutils [None req-978ce23d-0547-4bfb-a628-657867d5d20f tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "f15a5126-47d9-4d52-b2d2-60e2047150b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.535s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.013138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquiring lock "d9135e1c-5104-4429-a638-8df20416734e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.013138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "d9135e1c-5104-4429-a638-8df20416734e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.013138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquiring lock "d9135e1c-5104-4429-a638-8df20416734e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.013138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "d9135e1c-5104-4429-a638-8df20416734e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.013138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "d9135e1c-5104-4429-a638-8df20416734e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.016906] env[69773]: INFO nova.compute.manager [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Terminating instance [ 918.057593] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390203, 'name': CloneVM_Task, 'duration_secs': 0.961589} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.057864] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Created linked-clone VM from snapshot [ 918.061020] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f999fde5-cb35-4b86-a965-0b2cb596e0d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.070873] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Uploading image 847e6430-034a-4742-bcaa-610f2fdc897e {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 918.111046] env[69773]: DEBUG oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 918.111046] env[69773]: value = "vm-676443" [ 918.111046] env[69773]: _type = "VirtualMachine" [ 918.111046] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 918.111046] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95f6a7b0-6085-4bfa-9dcf-43b92a45d04e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.119650] env[69773]: DEBUG oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lease: (returnval){ [ 918.119650] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f87673-fdc7-fcae-1e06-1d13882b0389" [ 918.119650] env[69773]: _type = "HttpNfcLease" [ 918.119650] env[69773]: } obtained for exporting VM: (result){ [ 918.119650] env[69773]: value = "vm-676443" [ 918.119650] env[69773]: _type = "VirtualMachine" [ 918.119650] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 918.120108] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the lease: (returnval){ [ 918.120108] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f87673-fdc7-fcae-1e06-1d13882b0389" [ 918.120108] env[69773]: _type = "HttpNfcLease" [ 918.120108] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 918.129139] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.129139] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f87673-fdc7-fcae-1e06-1d13882b0389" [ 918.129139] env[69773]: _type = "HttpNfcLease" [ 918.129139] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 918.191445] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390204, 'name': CreateSnapshot_Task, 'duration_secs': 0.500818} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.191863] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 918.192920] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef21fe9b-c7af-4465-9731-7787a3d7bfba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.372586] env[69773]: INFO nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating resource usage from migration 8d5e2e17-82d5-4215-8a16-de0c981ef55a [ 918.394436] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e584c752-772f-40a4-ac1f-6456ca1d81ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.394604] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6abd05de-6a9c-43e4-91b2-1b361e389b18 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.394736] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 0f7e6714-42dc-4c79-a565-b1b122162a8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.394860] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.394976] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 26d30203-6fef-4dbc-a6f4-63fc6987f6a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.395103] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 241a1686-456e-42a0-8258-752ff9aebb61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.395219] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance d9135e1c-5104-4429-a638-8df20416734e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.395346] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 59d09973-861e-45bf-8920-54b9d06ebe08 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.395532] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e5bc9684-6a36-43e9-9f08-631914048341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.395587] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance f08673e9-d62a-44c1-97a6-92b057edfd43 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.395697] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6fe4702c-4579-481c-8774-22e4b484f1c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.395783] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 5d71c637-3757-42b0-95b3-be80ef214b7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.395918] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 89407115-4044-4f5a-81eb-0ec832bf79f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.396018] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 3f350c0f-2d81-473e-835a-6883f6efd920 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.396155] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 3404c0a3-f0c1-4b36-a372-2e9379a4b015 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.396315] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.396450] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 01587496-3a39-4322-bc85-f4cb057f383f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.396559] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 09125b7c-b1a3-4b75-b954-e5acad73ed86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.397456] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.397708] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 5857e7c0-7800-4019-b55a-c420b8febbf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.397874] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 5d5b3791-5f00-441a-b6c8-3f3f33723e6a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 918.397998] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 4b8e67a0-adec-4604-97ee-02248abc145e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.398127] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Migration 8d5e2e17-82d5-4215-8a16-de0c981ef55a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 918.398239] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance b90f3aa4-183d-4758-be98-20e2f7883931 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 918.520479] env[69773]: DEBUG nova.compute.manager [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.521154] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.521556] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf7eaea-e3a8-4964-a51f-9ef978fb081a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.534015] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.534961] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e10c3518-f4ca-4753-adf4-34f6133c097e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.544983] env[69773]: DEBUG oslo_vmware.api [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 918.544983] env[69773]: value = "task-3390206" [ 918.544983] env[69773]: _type = "Task" [ 918.544983] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.558085] env[69773]: DEBUG oslo_vmware.api [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3390206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.631014] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 918.631014] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f87673-fdc7-fcae-1e06-1d13882b0389" [ 918.631014] env[69773]: _type = "HttpNfcLease" [ 918.631014] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 918.631254] env[69773]: DEBUG oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 918.631254] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f87673-fdc7-fcae-1e06-1d13882b0389" [ 918.631254] env[69773]: _type = "HttpNfcLease" [ 918.631254] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 918.632337] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4620571c-12c9-492d-8192-2eefd98b2a84 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.642096] env[69773]: DEBUG oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52678d07-1580-654e-fb75-233bf6d67d17/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 918.642206] env[69773]: DEBUG oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52678d07-1580-654e-fb75-233bf6d67d17/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 918.726476] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.731193] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e5e5d72-ee0c-46ee-a728-af5f77d670f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.745198] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 918.745198] env[69773]: value = "task-3390207" [ 918.745198] env[69773]: _type = "Task" [ 918.745198] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.755669] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390207, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.788492] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-437d68ee-8fc1-4815-83c7-53ab2f3b0c2f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.902540] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 47e67c2c-7fb9-47c7-a019-15deb4e76131 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.058886] env[69773]: DEBUG oslo_vmware.api [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3390206, 'name': PowerOffVM_Task, 'duration_secs': 0.228251} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.060757] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.062792] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.063811] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19c78bc8-df01-4b2a-9042-9426b4cadb15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.085051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "5857e7c0-7800-4019-b55a-c420b8febbf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.085051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.085051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.085628] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.085628] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.088464] env[69773]: INFO nova.compute.manager [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Terminating instance [ 919.150395] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.150395] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.150395] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Deleting the datastore file [datastore1] d9135e1c-5104-4429-a638-8df20416734e {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.151595] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a63008d4-14c9-4fea-869f-0c523e44c979 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.160942] env[69773]: DEBUG oslo_vmware.api [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for the task: (returnval){ [ 919.160942] env[69773]: value = "task-3390209" [ 919.160942] env[69773]: _type = "Task" [ 919.160942] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.174382] env[69773]: DEBUG oslo_vmware.api [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3390209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.236639] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "f08673e9-d62a-44c1-97a6-92b057edfd43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.236823] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "f08673e9-d62a-44c1-97a6-92b057edfd43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.237271] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "f08673e9-d62a-44c1-97a6-92b057edfd43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.238669] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "f08673e9-d62a-44c1-97a6-92b057edfd43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.238872] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "f08673e9-d62a-44c1-97a6-92b057edfd43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.241587] env[69773]: INFO nova.compute.manager [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Terminating instance [ 919.258936] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390207, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.406593] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 64ee3834-f8ac-4603-a9c8-dac306453fa5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.406593] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (9accc708-4d34-4324-945b-6edf01e232c6): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 919.592580] env[69773]: DEBUG nova.compute.manager [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.593341] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.593904] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748f26d-e1a6-4d35-b96e-b3c7f09c9830 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.603821] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.604583] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c23edc89-7b52-4117-80f5-f0e0b99379c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.613807] env[69773]: DEBUG oslo_vmware.api [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 919.613807] env[69773]: value = "task-3390210" [ 919.613807] env[69773]: _type = "Task" [ 919.613807] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.624804] env[69773]: DEBUG oslo_vmware.api [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.676112] env[69773]: DEBUG oslo_vmware.api [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Task: {'id': task-3390209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21292} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.677491] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.678422] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.678612] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.679257] env[69773]: INFO nova.compute.manager [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] [instance: d9135e1c-5104-4429-a638-8df20416734e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 919.680016] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.680466] env[69773]: DEBUG nova.compute.manager [-] [instance: d9135e1c-5104-4429-a638-8df20416734e] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.680775] env[69773]: DEBUG nova.network.neutron [-] [instance: d9135e1c-5104-4429-a638-8df20416734e] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 919.697042] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.697324] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.750718] env[69773]: DEBUG nova.compute.manager [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.751150] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.752180] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b49d946-d7a6-4200-84f6-75ef7377b70d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.763255] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390207, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.766343] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.766849] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e9e7e8e-993a-4295-a27e-f6c0731d3654 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.775288] env[69773]: DEBUG oslo_vmware.api [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 919.775288] env[69773]: value = "task-3390211" [ 919.775288] env[69773]: _type = "Task" [ 919.775288] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.792425] env[69773]: DEBUG oslo_vmware.api [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.910061] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 320ca515-f589-485c-80ff-c53359ef7cdd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 919.910407] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 919.910561] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 920.128078] env[69773]: DEBUG oslo_vmware.api [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390210, 'name': PowerOffVM_Task, 'duration_secs': 0.250018} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.128657] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.130291] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.130291] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a64d7b32-4690-40f7-abe0-d5e692858dfd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.203618] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.203618] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.203618] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Deleting the datastore file [datastore2] 5857e7c0-7800-4019-b55a-c420b8febbf7 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.203952] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c81a91d4-6e98-4cc2-b574-062da93ff9bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.206601] env[69773]: DEBUG nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.222744] env[69773]: DEBUG oslo_vmware.api [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 920.222744] env[69773]: value = "task-3390213" [ 920.222744] env[69773]: _type = "Task" [ 920.222744] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.234614] env[69773]: DEBUG oslo_vmware.api [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.257288] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390207, 'name': CloneVM_Task, 'duration_secs': 1.399248} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.261391] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Created linked-clone VM from snapshot [ 920.263934] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3165bd91-e124-44ee-ae66-cc21d28867ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.282106] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Uploading image b9db1d5e-3f69-4072-a4b2-47b7ee29bf8a {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 920.299068] env[69773]: DEBUG oslo_vmware.api [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390211, 'name': PowerOffVM_Task, 'duration_secs': 0.287847} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.299694] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.299694] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.299875] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2658aaf9-41d8-4917-b56c-09b4f6b2fa4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.320676] env[69773]: DEBUG oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 920.320676] env[69773]: value = "vm-676445" [ 920.320676] env[69773]: _type = "VirtualMachine" [ 920.320676] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 920.323999] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-875198d2-6ec1-4696-a839-1659a2c83cc7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.335762] env[69773]: DEBUG oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease: (returnval){ [ 920.335762] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52568a12-db9f-13dc-d84c-b57a1011031a" [ 920.335762] env[69773]: _type = "HttpNfcLease" [ 920.335762] env[69773]: } obtained for exporting VM: (result){ [ 920.335762] env[69773]: value = "vm-676445" [ 920.335762] env[69773]: _type = "VirtualMachine" [ 920.335762] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 920.337639] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the lease: (returnval){ [ 920.337639] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52568a12-db9f-13dc-d84c-b57a1011031a" [ 920.337639] env[69773]: _type = "HttpNfcLease" [ 920.337639] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.347111] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.347111] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52568a12-db9f-13dc-d84c-b57a1011031a" [ 920.347111] env[69773]: _type = "HttpNfcLease" [ 920.347111] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 920.347111] env[69773]: DEBUG oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 920.347111] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52568a12-db9f-13dc-d84c-b57a1011031a" [ 920.347111] env[69773]: _type = "HttpNfcLease" [ 920.347111] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 920.347527] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b8b6ab-4474-4e21-8fbb-62b53e5744d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.358373] env[69773]: DEBUG oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad61d-5ee4-1fa9-470d-8e65dd2d3ab5/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 920.358600] env[69773]: DEBUG oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad61d-5ee4-1fa9-470d-8e65dd2d3ab5/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 920.432146] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.432497] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.435096] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Deleting the datastore file [datastore1] f08673e9-d62a-44c1-97a6-92b057edfd43 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.437487] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19b05122-5a6c-41b0-9b83-817c7a03c399 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.440354] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9cefb220-101a-4682-99e2-94c1779b0a82 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "66ef3cd2-95c4-45af-af78-b86fd5482e1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.440354] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9cefb220-101a-4682-99e2-94c1779b0a82 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "66ef3cd2-95c4-45af-af78-b86fd5482e1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.448451] env[69773]: DEBUG oslo_vmware.api [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for the task: (returnval){ [ 920.448451] env[69773]: value = "task-3390216" [ 920.448451] env[69773]: _type = "Task" [ 920.448451] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.458213] env[69773]: DEBUG oslo_vmware.api [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.494113] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4054278-cf3f-4271-a76c-7244d14b7dd7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.708216] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83afcdbd-6867-4ee4-8240-85dd51c23e53 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.730875] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312b1415-bf02-47f7-a6d8-4cc19151f084 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.769869] env[69773]: DEBUG oslo_vmware.api [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154334} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.771250] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.771527] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.771744] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.771884] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.773885] env[69773]: INFO nova.compute.manager [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 920.774223] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.774985] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79dbf17-570d-4e3b-9830-03640ea2732b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.777837] env[69773]: DEBUG nova.compute.manager [-] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.777944] env[69773]: DEBUG nova.network.neutron [-] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 920.787329] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da27d064-d99d-49d1-908f-c51dc1d7f43b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.799055] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.870078] env[69773]: DEBUG nova.compute.manager [req-efffa6e4-579b-4daf-b9ad-88cb9ef752fe req-04737f03-c283-499d-909a-d1944cb6a149 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Received event network-vif-deleted-92d72c28-5e49-48ad-8715-5ca9d91f2ae3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.870569] env[69773]: INFO nova.compute.manager [req-efffa6e4-579b-4daf-b9ad-88cb9ef752fe req-04737f03-c283-499d-909a-d1944cb6a149 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Neutron deleted interface 92d72c28-5e49-48ad-8715-5ca9d91f2ae3; detaching it from the instance and deleting it from the info cache [ 920.870868] env[69773]: DEBUG nova.network.neutron [req-efffa6e4-579b-4daf-b9ad-88cb9ef752fe req-04737f03-c283-499d-909a-d1944cb6a149 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.943802] env[69773]: DEBUG nova.compute.manager [None req-9cefb220-101a-4682-99e2-94c1779b0a82 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 66ef3cd2-95c4-45af-af78-b86fd5482e1a] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 920.963302] env[69773]: DEBUG oslo_vmware.api [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Task: {'id': task-3390216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145488} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.963646] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.964140] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.964271] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.964622] env[69773]: INFO nova.compute.manager [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Took 1.21 seconds to destroy the instance on the hypervisor. [ 920.965242] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.966355] env[69773]: DEBUG nova.compute.manager [-] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 920.966554] env[69773]: DEBUG nova.network.neutron [-] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 921.043628] env[69773]: DEBUG nova.network.neutron [-] [instance: d9135e1c-5104-4429-a638-8df20416734e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.302960] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.373471] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4531aa5-28ca-4bfd-aee5-9f7df4f22bc3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.388159] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e3184a-5f17-441f-a8b4-1ff1f548f0fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.428837] env[69773]: DEBUG nova.compute.manager [req-efffa6e4-579b-4daf-b9ad-88cb9ef752fe req-04737f03-c283-499d-909a-d1944cb6a149 service nova] [instance: d9135e1c-5104-4429-a638-8df20416734e] Detach interface failed, port_id=92d72c28-5e49-48ad-8715-5ca9d91f2ae3, reason: Instance d9135e1c-5104-4429-a638-8df20416734e could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 921.451537] env[69773]: DEBUG nova.compute.manager [None req-9cefb220-101a-4682-99e2-94c1779b0a82 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 66ef3cd2-95c4-45af-af78-b86fd5482e1a] Instance disappeared before build. {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 921.547261] env[69773]: INFO nova.compute.manager [-] [instance: d9135e1c-5104-4429-a638-8df20416734e] Took 1.86 seconds to deallocate network for instance. [ 921.809548] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 921.809889] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.462s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.810144] env[69773]: DEBUG nova.network.neutron [-] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.812628] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.644s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.812895] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.815277] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.181s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.817596] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 921.817596] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Cleaning up deleted instances {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 921.850510] env[69773]: INFO nova.scheduler.client.report [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Deleted allocations for instance e584c752-772f-40a4-ac1f-6456ca1d81ea [ 921.975418] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9cefb220-101a-4682-99e2-94c1779b0a82 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "66ef3cd2-95c4-45af-af78-b86fd5482e1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 1.535s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.053403] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.313502] env[69773]: INFO nova.compute.manager [-] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Took 1.54 seconds to deallocate network for instance. [ 922.324235] env[69773]: INFO nova.compute.claims [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.342382] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] There are 34 instances to clean {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 922.342382] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: afac3398-435b-4dfd-825e-a05d31148b35] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.344936] env[69773]: DEBUG nova.network.neutron [-] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.360493] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c11d3f96-a4cc-4863-bccf-b062231970d9 tempest-VolumesAssistedSnapshotsTest-1586649726 tempest-VolumesAssistedSnapshotsTest-1586649726-project-member] Lock "e584c752-772f-40a4-ac1f-6456ca1d81ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.353s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.844899] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: f15a5126-47d9-4d52-b2d2-60e2047150b2] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 922.849032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.849149] env[69773]: INFO nova.compute.resource_tracker [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating resource usage from migration 8d5e2e17-82d5-4215-8a16-de0c981ef55a [ 922.853294] env[69773]: INFO nova.compute.manager [-] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Took 1.89 seconds to deallocate network for instance. [ 923.355602] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 5584428a-6fb3-41ec-8d2c-08b2ce546236] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.363935] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.372180] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed1fd3b-e893-4bcf-8454-6a17da6b7049 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.381392] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdd8a1f-9684-4115-872f-e81af50bc415 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.414132] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fbb5c4-4769-4316-bb92-9eaca8fc3e38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.422897] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af971aed-ec7f-4021-96f3-a640bef6cb5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.441936] env[69773]: DEBUG nova.compute.provider_tree [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.862268] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: f6a9839e-615a-411c-8e3e-2ce15dd85dd4] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 923.947042] env[69773]: DEBUG nova.scheduler.client.report [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.366140] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 3684986e-3928-4f7f-bbf0-274977244745] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 924.455033] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.637s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.455033] env[69773]: INFO nova.compute.manager [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Migrating [ 924.481994] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.701s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.482596] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.488009] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.644s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.488500] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.491499] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.079s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.495128] env[69773]: INFO nova.compute.claims [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.649578] env[69773]: INFO nova.scheduler.client.report [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Deleted allocations for instance 6abd05de-6a9c-43e4-91b2-1b361e389b18 [ 924.652415] env[69773]: INFO nova.scheduler.client.report [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Deleted allocations for instance 01587496-3a39-4322-bc85-f4cb057f383f [ 924.873106] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: eed44ef8-fc14-466a-bab1-1e0192d0c51c] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.014421] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.014647] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.014888] env[69773]: DEBUG nova.network.neutron [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 925.165877] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d1fb3acd-214a-47b6-9c85-e1e916b3a9d2 tempest-ServersTestManualDisk-835778182 tempest-ServersTestManualDisk-835778182-project-member] Lock "6abd05de-6a9c-43e4-91b2-1b361e389b18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.691s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.167052] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fe7385cb-e028-4c73-803e-64c2af7adeb3 tempest-ServerRescueTestJSONUnderV235-1679939333 tempest-ServerRescueTestJSONUnderV235-1679939333-project-member] Lock "01587496-3a39-4322-bc85-f4cb057f383f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.096s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.374660] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: dfc247a0-5352-4e13-bd3d-16edea9e2145] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.734817] env[69773]: DEBUG nova.network.neutron [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance_info_cache with network_info: [{"id": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "address": "fa:16:3e:ff:d3:bc", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954f01c7-7a", "ovs_interfaceid": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.848781] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad895cc-925c-49e4-bfab-416559e78787 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.857199] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbc4539-6352-46c2-aa6a-69bf3ce9b0c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.887075] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: bdc1c5b8-305c-4af1-b14f-0913fbf9916d] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 925.890165] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fff38a1-6065-418b-ace5-9c326b25ff57 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.898419] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729d7edf-6e69-44eb-8c0f-59f3f48eb17b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.914084] env[69773]: DEBUG nova.compute.provider_tree [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.237062] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.393756] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 41ae2b76-c337-469b-8515-cd2ffa613644] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.418095] env[69773]: DEBUG nova.scheduler.client.report [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.897030] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 7d9fb7c0-9d0b-4f77-a78e-6f874964ffc0] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 926.923068] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.923597] env[69773]: DEBUG nova.compute.manager [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.926576] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.254s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.926790] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.929063] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.222s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.930602] env[69773]: INFO nova.compute.claims [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.400928] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 436f3955-a2cc-40e8-8f60-4c5cdd31699c] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.434885] env[69773]: DEBUG nova.compute.utils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.440652] env[69773]: DEBUG nova.compute.manager [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 927.444552] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c6691b90-99c1-40f7-b3ad-15f581e56741 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.544s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.444849] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 16.082s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.445075] env[69773]: INFO nova.compute.manager [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Unshelving [ 927.753530] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b896ce-454c-4e7e-a7e2-75df16b95d0e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.772799] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance 'b90f3aa4-183d-4758-be98-20e2f7883931' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 927.904333] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: d1e8d329-10f8-475f-ac75-5581910b407c] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.939985] env[69773]: DEBUG nova.compute.manager [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.001180] env[69773]: DEBUG oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52678d07-1580-654e-fb75-233bf6d67d17/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 928.003060] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f379724-6144-43c9-96b5-a6b6644ddfa7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.012320] env[69773]: DEBUG oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52678d07-1580-654e-fb75-233bf6d67d17/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 928.012499] env[69773]: ERROR oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52678d07-1580-654e-fb75-233bf6d67d17/disk-0.vmdk due to incomplete transfer. [ 928.012772] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ac7677a9-4489-4fe2-bc0a-1f306434d2be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.022066] env[69773]: DEBUG oslo_vmware.rw_handles [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52678d07-1580-654e-fb75-233bf6d67d17/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 928.022286] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Uploaded image 847e6430-034a-4742-bcaa-610f2fdc897e to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 928.024773] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 928.025111] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-111e2cee-60e4-4481-a21d-5d7272e5a203 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.031395] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 928.031395] env[69773]: value = "task-3390217" [ 928.031395] env[69773]: _type = "Task" [ 928.031395] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.042883] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390217, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.279350] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.279739] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e00e5c88-ed6b-40ce-aeb6-0c90368fc8cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.287445] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 928.287445] env[69773]: value = "task-3390218" [ 928.287445] env[69773]: _type = "Task" [ 928.287445] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.300384] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.319920] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa4e3e-cfe0-492b-b3f5-0e28969d5a50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.328975] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf1edbd-896d-44f3-a236-788a0f6ef75b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.370275] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a298191-1e78-4824-879f-ec1e91016170 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.379341] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2bb1b6-ccf6-432e-8163-76dc266b8071 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.396181] env[69773]: DEBUG nova.compute.provider_tree [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.407955] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 7b3eb504-a327-4840-9fdd-1d465f9030e3] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.456611] env[69773]: DEBUG nova.compute.utils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.461318] env[69773]: DEBUG nova.compute.manager [req-60669a59-7d19-4c1e-b061-47759d70e25d req-223ba79f-9ec2-4bb2-bbc8-085a2e5e63a8 service nova] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Received event network-vif-deleted-962ba2f1-b6a4-4966-8031-40fc4aee3f13 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.544638] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390217, 'name': Destroy_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.798029] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390218, 'name': PowerOffVM_Task, 'duration_secs': 0.238459} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.798029] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.798245] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance 'b90f3aa4-183d-4758-be98-20e2f7883931' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.906167] env[69773]: DEBUG nova.scheduler.client.report [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.918267] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 686e0d63-bf19-4572-b5b9-3ad96e5cea23] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.960757] env[69773]: DEBUG nova.compute.manager [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.963911] env[69773]: INFO nova.virt.block_device [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Booting with volume 4b89eb0a-127f-4c25-872d-c15903221a92 at /dev/sdb [ 928.970682] env[69773]: DEBUG nova.compute.manager [req-7939e40c-d505-4d2a-a669-4a167a0a26c5 req-8adca80c-5d79-4c51-819e-811b48ab574b service nova] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Received event network-vif-deleted-dea772d6-a293-4f61-8c1a-40615510800b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.006204] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "98709b61-d24b-4b9c-9258-5b2478c8e694" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.006835] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.012029] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a9ad6da-21d2-4d9d-96d7-f6ffa45012ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.023130] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3b911b-af41-4930-a37b-3ab0a3dd0e45 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.039085] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.039472] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.039718] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.040038] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.040282] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.040575] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.040887] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.041126] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.041367] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.042028] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.042028] env[69773]: DEBUG nova.virt.hardware [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.044834] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0447e4e8-c00b-49e6-b886-6fb726d28c42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.063181] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390217, 'name': Destroy_Task, 'duration_secs': 0.563446} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.077147] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c345f7f6-d83d-447e-8368-6e7ff044a78c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.081972] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Destroyed the VM [ 929.082377] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 929.084589] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c9faf701-8406-402c-8083-4e151cf8a482 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.086696] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cbd8515-8e45-4b4f-baad-0f38c86a3f7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.101093] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.107538] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Creating folder: Project (40b1370d043c4566a7d4f9fdbc75f7b5). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.110443] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e739ebc2-a68e-4b90-b0b1-643d20dbdece {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.112357] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 929.112357] env[69773]: value = "task-3390219" [ 929.112357] env[69773]: _type = "Task" [ 929.112357] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.115560] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f4844-9843-4ee8-aa9a-c6d0473017ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.139461] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Created folder: Project (40b1370d043c4566a7d4f9fdbc75f7b5) in parent group-v676268. [ 929.139461] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Creating folder: Instances. Parent ref: group-v676446. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.141672] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-730f3c68-69c8-4a5d-b0e3-af9502f85d97 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.143452] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390219, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.157038] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d3d3cf-dde3-45a5-af1d-4731d47de6b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.164079] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Created folder: Instances in parent group-v676446. [ 929.164079] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.165395] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.165928] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fceb8c2-4278-4b75-9a27-bbddaf24a7d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.180113] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92be176-622e-4220-a187-85c0a89822fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.190825] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.190825] env[69773]: value = "task-3390222" [ 929.190825] env[69773]: _type = "Task" [ 929.190825] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.198946] env[69773]: DEBUG nova.virt.block_device [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating existing volume attachment record: 34a3d690-ecd5-4fed-843d-dd2cf64b703d {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 929.206982] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390222, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.305262] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.305574] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.305767] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.305950] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.306155] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.306402] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.306604] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.306767] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.306973] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.307156] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.307340] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.316187] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9814e9a3-7739-4cf2-84e6-946573330085 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.331674] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 929.331674] env[69773]: value = "task-3390223" [ 929.331674] env[69773]: _type = "Task" [ 929.331674] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.343138] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.410359] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.410926] env[69773]: DEBUG nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.413704] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.822s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.413914] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.416013] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.825s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.416489] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.417928] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.043s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.418137] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.419938] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.164s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.421583] env[69773]: INFO nova.compute.claims [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.427035] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 24b7175b-8e69-455a-9d6a-77d38ed854f1] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.479021] env[69773]: INFO nova.scheduler.client.report [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Deleted allocations for instance 0f7e6714-42dc-4c79-a565-b1b122162a8a [ 929.479021] env[69773]: INFO nova.scheduler.client.report [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Deleted allocations for instance 3404c0a3-f0c1-4b36-a372-2e9379a4b015 [ 929.503685] env[69773]: INFO nova.scheduler.client.report [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Deleted allocations for instance 5d5b3791-5f00-441a-b6c8-3f3f33723e6a [ 929.515269] env[69773]: DEBUG nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.543628] env[69773]: DEBUG oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad61d-5ee4-1fa9-470d-8e65dd2d3ab5/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 929.544740] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6335a65-2d4b-40e2-b2c6-b7a234618200 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.553022] env[69773]: DEBUG oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad61d-5ee4-1fa9-470d-8e65dd2d3ab5/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 929.553022] env[69773]: ERROR oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad61d-5ee4-1fa9-470d-8e65dd2d3ab5/disk-0.vmdk due to incomplete transfer. [ 929.553022] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c34bba3a-7374-42b4-aaf9-bb312d39ce75 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.559584] env[69773]: DEBUG oslo_vmware.rw_handles [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528ad61d-5ee4-1fa9-470d-8e65dd2d3ab5/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 929.560275] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Uploaded image b9db1d5e-3f69-4072-a4b2-47b7ee29bf8a to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 929.562500] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 929.562890] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8875d41-daa3-4896-86b8-632c72214803 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.572612] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 929.572612] env[69773]: value = "task-3390227" [ 929.572612] env[69773]: _type = "Task" [ 929.572612] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.584169] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390227, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.639793] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390219, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.707472] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390222, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.844291] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390223, 'name': ReconfigVM_Task, 'duration_secs': 0.262738} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.844679] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance 'b90f3aa4-183d-4758-be98-20e2f7883931' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.928471] env[69773]: DEBUG nova.compute.utils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.930857] env[69773]: DEBUG nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.930996] env[69773]: DEBUG nova.network.neutron [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.936331] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: d5636048-8dd2-4219-9255-a6eefda4c13c] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.992228] env[69773]: DEBUG oslo_concurrency.lockutils [None req-defd6e87-0e82-4ef8-ab9d-bb0a8b2f662c tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "0f7e6714-42dc-4c79-a565-b1b122162a8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.212s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.997019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9c4a49cd-aa4b-48ea-bb34-a5b55ab9b7de tempest-AttachInterfacesUnderV243Test-379996399 tempest-AttachInterfacesUnderV243Test-379996399-project-member] Lock "3404c0a3-f0c1-4b36-a372-2e9379a4b015" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.487s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.002324] env[69773]: DEBUG nova.policy [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ebf9b0430dd4373b28990d5c8c81f9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e3d2f0529a684301ace61c1fbcbb0bb4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.014668] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dee0305e-52ae-46a1-9ce3-14e035ce08f3 tempest-ImagesOneServerNegativeTestJSON-87987145 tempest-ImagesOneServerNegativeTestJSON-87987145-project-member] Lock "5d5b3791-5f00-441a-b6c8-3f3f33723e6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.177s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.051104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.081167] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390227, 'name': Destroy_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.139526] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390219, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.204405] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390222, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.351774] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.352036] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.352202] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.352382] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.352523] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.352667] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.352868] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.353041] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.353213] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.353376] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.353548] env[69773]: DEBUG nova.virt.hardware [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.361021] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.361021] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquiring lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.361021] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.361308] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea0f70b-536e-4254-8ff1-960969256bf5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.388345] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 930.388345] env[69773]: value = "task-3390228" [ 930.388345] env[69773]: _type = "Task" [ 930.388345] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.397467] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.433544] env[69773]: DEBUG nova.compute.utils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.443952] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: d9d89e7c-9ad9-4f0b-8026-8e6590f489ce] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.586928] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390227, 'name': Destroy_Task, 'duration_secs': 0.553957} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.587257] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Destroyed the VM [ 930.587493] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 930.587751] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6e45b5a9-2752-4dfa-8677-37bc2f8bfc16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.600589] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 930.600589] env[69773]: value = "task-3390229" [ 930.600589] env[69773]: _type = "Task" [ 930.600589] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.612406] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390229, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.640118] env[69773]: DEBUG oslo_vmware.api [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390219, 'name': RemoveSnapshot_Task, 'duration_secs': 1.061459} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.641076] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 930.642035] env[69773]: INFO nova.compute.manager [None req-837d309c-a27b-43bd-8055-8614b6de56a7 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Took 15.76 seconds to snapshot the instance on the hypervisor. [ 930.715713] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390222, 'name': CreateVM_Task, 'duration_secs': 1.041695} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.715972] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.717028] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.717028] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.717535] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.717813] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f902cb22-c2f9-4db5-8801-1e81da1ae5e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.724155] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 930.724155] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528826fa-b9ef-b292-1e25-2a665682e34e" [ 930.724155] env[69773]: _type = "Task" [ 930.724155] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.738361] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528826fa-b9ef-b292-1e25-2a665682e34e, 'name': SearchDatastore_Task, 'duration_secs': 0.010103} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.743432] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.743732] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.744021] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.744202] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.744406] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.745638] env[69773]: DEBUG nova.network.neutron [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Successfully created port: b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.748194] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1e15a41-cb41-49d7-a619-02565d062b22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.758340] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.758456] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.760014] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0435447-7bfd-4576-8554-e8b745acd99c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.767604] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 930.767604] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273eebd-41d5-3c99-024b-f71e460e12e7" [ 930.767604] env[69773]: _type = "Task" [ 930.767604] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.776137] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273eebd-41d5-3c99-024b-f71e460e12e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.868568] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3834d1-e244-474c-930c-2c085c1db2eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.876190] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b065205d-fd46-4720-a877-c91fd71b1f34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.905601] env[69773]: DEBUG nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.916019] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d0c62d-0a21-4147-9d8e-f46afa90cd51 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.919682] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390228, 'name': ReconfigVM_Task, 'duration_secs': 0.181446} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.922505] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.922684] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688d0dc5-92a6-4e36-b145-9cc92e7e4d35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.926147] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846c9ca3-cb19-45a7-bf4c-6cf1f3890172 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.952039] env[69773]: DEBUG nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.964016] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] b90f3aa4-183d-4758-be98-20e2f7883931/b90f3aa4-183d-4758-be98-20e2f7883931.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.964016] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 9a1bbae7-741a-4c74-8098-7433b3748301] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.964637] env[69773]: DEBUG nova.compute.provider_tree [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.968409] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86aa0c2-6fa7-483a-a430-50a6de78eb13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.998801] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 930.998801] env[69773]: value = "task-3390230" [ 930.998801] env[69773]: _type = "Task" [ 930.998801] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.003715] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390230, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.110729] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390229, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.278692] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273eebd-41d5-3c99-024b-f71e460e12e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008835} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.279601] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822f7ff8-85bd-4486-ae5b-e51dde1e12ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.284977] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 931.284977] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d028a7-8cc6-bb7d-efae-946383221aee" [ 931.284977] env[69773]: _type = "Task" [ 931.284977] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.294424] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d028a7-8cc6-bb7d-efae-946383221aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.432053] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.472179] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 07251cf7-66fc-4d91-8c22-0be032ae93c0] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.483445] env[69773]: DEBUG nova.scheduler.client.report [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.502070] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390230, 'name': ReconfigVM_Task, 'duration_secs': 0.27817} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.502280] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Reconfigured VM instance instance-00000038 to attach disk [datastore2] b90f3aa4-183d-4758-be98-20e2f7883931/b90f3aa4-183d-4758-be98-20e2f7883931.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.502575] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance 'b90f3aa4-183d-4758-be98-20e2f7883931' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.612776] env[69773]: DEBUG oslo_vmware.api [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390229, 'name': RemoveSnapshot_Task, 'duration_secs': 0.598689} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.614445] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 931.614775] env[69773]: INFO nova.compute.manager [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Took 14.49 seconds to snapshot the instance on the hypervisor. [ 931.797450] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d028a7-8cc6-bb7d-efae-946383221aee, 'name': SearchDatastore_Task, 'duration_secs': 0.012173} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.797450] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.797450] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 47e67c2c-7fb9-47c7-a019-15deb4e76131/47e67c2c-7fb9-47c7-a019-15deb4e76131.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.797642] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3116c98e-0d37-465a-8fc0-cc1e4c555a5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.804702] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 931.804702] env[69773]: value = "task-3390232" [ 931.804702] env[69773]: _type = "Task" [ 931.804702] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.817171] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390232, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.976315] env[69773]: DEBUG nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.982168] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 44d464c2-acfc-449c-b6e3-885a5f2d28e3] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.993603] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.993603] env[69773]: DEBUG nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.997251] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.026s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.998079] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.004037] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.608s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.004037] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.068939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.440s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.068939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.068939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.237s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.068939] env[69773]: INFO nova.compute.claims [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.068939] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1168693a-1218-4df2-a146-e692192a50c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:03:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='644227901',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1064806508',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.068939] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.070834] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.070834] env[69773]: DEBUG nova.virt.hardware [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.070834] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c51458-0368-4d22-8359-3b29c7a3f099 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.070834] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f7a09e-86fe-4550-825f-2d6924f1b5dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.078695] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance 'b90f3aa4-183d-4758-be98-20e2f7883931' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.085532] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a87062f2-a9aa-4d9f-95f3-34b5244c35ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.090573] env[69773]: INFO nova.scheduler.client.report [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleted allocations for instance 3f350c0f-2d81-473e-835a-6883f6efd920 [ 932.094379] env[69773]: INFO nova.scheduler.client.report [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Deleted allocations for instance 5d71c637-3757-42b0-95b3-be80ef214b7b [ 932.123650] env[69773]: INFO nova.scheduler.client.report [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted allocations for instance 59d09973-861e-45bf-8920-54b9d06ebe08 [ 932.216024] env[69773]: DEBUG nova.compute.manager [None req-f2d38706-d62e-4794-abd5-97f5d2201e66 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Found 2 images (rotation: 2) {{(pid=69773) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 932.315812] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390232, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.415604} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.316630] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 47e67c2c-7fb9-47c7-a019-15deb4e76131/47e67c2c-7fb9-47c7-a019-15deb4e76131.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.316630] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.316803] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4e6e6bf-f19a-401a-9f1c-f948928710e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.325427] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 932.325427] env[69773]: value = "task-3390233" [ 932.325427] env[69773]: _type = "Task" [ 932.325427] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.337601] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.392618] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.392861] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.485368] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: fe5f21a5-ff4f-4417-8059-64202582eca0] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.502379] env[69773]: DEBUG nova.compute.utils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.502379] env[69773]: DEBUG nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.502379] env[69773]: DEBUG nova.network.neutron [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.616113] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0bc52b7-db78-423f-a2dc-2c1a774b7c37 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "3f350c0f-2d81-473e-835a-6883f6efd920" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.613s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.620719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-619f608a-fe82-4651-858e-6c961d7dbebf tempest-ServersV294TestFqdnHostnames-1432083920 tempest-ServersV294TestFqdnHostnames-1432083920-project-member] Lock "5d71c637-3757-42b0-95b3-be80ef214b7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.579s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.633191] env[69773]: DEBUG nova.policy [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4050988ed994c108c554bd94b9778da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5565e10c3334b62a2a940b6f8aa9f73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.642196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1b4b8852-2c53-41b0-9a77-d844898ffdea tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "59d09973-861e-45bf-8920-54b9d06ebe08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.095s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.725941] env[69773]: DEBUG nova.network.neutron [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Port 954f01c7-7a4c-48bc-be41-fbd74ba5459c binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 932.837677] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067054} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.840024] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.840024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8bb9a0-d4cd-42f1-8020-7ce3305c087b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.866112] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 47e67c2c-7fb9-47c7-a019-15deb4e76131/47e67c2c-7fb9-47c7-a019-15deb4e76131.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.866425] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb11060-fa8c-442e-b234-2029a7086ac1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.894441] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 932.894441] env[69773]: value = "task-3390234" [ 932.894441] env[69773]: _type = "Task" [ 932.894441] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.895371] env[69773]: DEBUG nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 932.907549] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.948057] env[69773]: DEBUG nova.network.neutron [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Successfully updated port: b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.989635] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 86d20a1a-55f7-41ab-8147-e841ac9ed99b] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.005493] env[69773]: DEBUG nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.172831] env[69773]: DEBUG nova.compute.manager [req-b779b8d5-958d-49d3-9d79-94d20cca09b2 req-45801605-5e7f-407b-a3b7-19b9e31cedbd service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Received event network-vif-plugged-b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.172831] env[69773]: DEBUG oslo_concurrency.lockutils [req-b779b8d5-958d-49d3-9d79-94d20cca09b2 req-45801605-5e7f-407b-a3b7-19b9e31cedbd service nova] Acquiring lock "64ee3834-f8ac-4603-a9c8-dac306453fa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.173603] env[69773]: DEBUG oslo_concurrency.lockutils [req-b779b8d5-958d-49d3-9d79-94d20cca09b2 req-45801605-5e7f-407b-a3b7-19b9e31cedbd service nova] Lock "64ee3834-f8ac-4603-a9c8-dac306453fa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.173994] env[69773]: DEBUG oslo_concurrency.lockutils [req-b779b8d5-958d-49d3-9d79-94d20cca09b2 req-45801605-5e7f-407b-a3b7-19b9e31cedbd service nova] Lock "64ee3834-f8ac-4603-a9c8-dac306453fa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.173994] env[69773]: DEBUG nova.compute.manager [req-b779b8d5-958d-49d3-9d79-94d20cca09b2 req-45801605-5e7f-407b-a3b7-19b9e31cedbd service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] No waiting events found dispatching network-vif-plugged-b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 933.174194] env[69773]: WARNING nova.compute.manager [req-b779b8d5-958d-49d3-9d79-94d20cca09b2 req-45801605-5e7f-407b-a3b7-19b9e31cedbd service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Received unexpected event network-vif-plugged-b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 for instance with vm_state building and task_state spawning. [ 933.339712] env[69773]: DEBUG nova.compute.manager [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.340708] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8a06e8-4c65-4f5b-be4e-48254c25fe3b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.402935] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90eb90dc-0523-4a7e-a6ec-6badbb6962a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.413787] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390234, 'name': ReconfigVM_Task, 'duration_secs': 0.254168} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.416715] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 47e67c2c-7fb9-47c7-a019-15deb4e76131/47e67c2c-7fb9-47c7-a019-15deb4e76131.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.417591] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea5a77db-0bf0-4ddb-b3f7-86ba40880f94 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.426830] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef24f3f-0042-48ae-b56f-caf85cd1b18d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.432232] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 933.432232] env[69773]: value = "task-3390235" [ 933.432232] env[69773]: _type = "Task" [ 933.432232] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.461795] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.461846] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquired lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.461997] env[69773]: DEBUG nova.network.neutron [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 933.464990] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.465856] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f46006b-8096-4f05-a37d-cc761a8d49f1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.473225] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390235, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.477686] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9d5da6-112a-430a-a144-81d9dc17d5fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.492405] env[69773]: DEBUG nova.compute.provider_tree [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.494957] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 39f89723-74fb-4bf2-9696-a25bb1bc35ee] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.757908] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.759979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.760200] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.789608] env[69773]: DEBUG nova.network.neutron [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Successfully created port: c6ada286-93bd-4c2e-80dd-2afa70fb7347 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.856261] env[69773]: INFO nova.compute.manager [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] instance snapshotting [ 933.860019] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b0b12d-3872-4dc4-b36e-9385177686c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.882945] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2a9d99-8c12-46ba-8c66-d4994553ed05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.892716] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "241a1686-456e-42a0-8258-752ff9aebb61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.893194] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "241a1686-456e-42a0-8258-752ff9aebb61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.893596] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "241a1686-456e-42a0-8258-752ff9aebb61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.893872] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "241a1686-456e-42a0-8258-752ff9aebb61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.894154] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "241a1686-456e-42a0-8258-752ff9aebb61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.895970] env[69773]: INFO nova.compute.manager [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Terminating instance [ 933.944024] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390235, 'name': Rename_Task, 'duration_secs': 0.128155} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.944427] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.944852] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba2b7e67-3eb6-4f8f-8600-3e2165ce3c1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.951179] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 933.951179] env[69773]: value = "task-3390236" [ 933.951179] env[69773]: _type = "Task" [ 933.951179] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.963788] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.000034] env[69773]: DEBUG nova.scheduler.client.report [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.001147] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e4b38901-401b-42f4-beff-557e1416abb2] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.014750] env[69773]: DEBUG nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.029146] env[69773]: DEBUG nova.network.neutron [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 934.044873] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.044873] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.044873] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.044873] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.044873] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.044873] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.044873] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.045479] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.045750] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.046041] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.046331] env[69773]: DEBUG nova.virt.hardware [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.047494] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c7b52e-9938-4bfd-9386-831d5a797e04 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.058212] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879ec02d-0597-450c-9e0b-db7097b71dd0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.339957] env[69773]: DEBUG nova.network.neutron [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Updating instance_info_cache with network_info: [{"id": "b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282", "address": "fa:16:3e:64:ea:9c", "network": {"id": "9efb55d0-4bf4-46bf-a6ee-858ca2bee758", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1549910080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d2f0529a684301ace61c1fbcbb0bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d0bd5f-90", "ovs_interfaceid": "b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.351339] env[69773]: DEBUG nova.compute.manager [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.352648] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afade744-272e-487e-b720-12700d5676d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.399022] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 934.399022] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c71b51ae-ec79-4242-b0e0-b19bbcbbd629 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.401363] env[69773]: DEBUG nova.compute.manager [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.401709] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.402822] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e55b09-61b5-41a7-82d4-d421cf1cbe88 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.406647] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 934.406647] env[69773]: value = "task-3390237" [ 934.406647] env[69773]: _type = "Task" [ 934.406647] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.414461] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.415290] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d05c6bd-f51f-4690-b9a0-354bfae47cb7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.420133] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.425870] env[69773]: DEBUG oslo_vmware.api [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 934.425870] env[69773]: value = "task-3390238" [ 934.425870] env[69773]: _type = "Task" [ 934.425870] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.435245] env[69773]: DEBUG oslo_vmware.api [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.462935] env[69773]: DEBUG oslo_vmware.api [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390236, 'name': PowerOnVM_Task, 'duration_secs': 0.412638} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.463368] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.463676] env[69773]: INFO nova.compute.manager [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Took 5.50 seconds to spawn the instance on the hypervisor. [ 934.464023] env[69773]: DEBUG nova.compute.manager [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.467118] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b104f4ab-e940-4620-8333-0794d6f639f1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.506893] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.506893] env[69773]: DEBUG nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 934.509362] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 888e7c77-793b-4420-9743-e2772b836742] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.511472] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.458s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.511841] env[69773]: DEBUG nova.objects.instance [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lazy-loading 'resources' on Instance uuid d9135e1c-5104-4429-a638-8df20416734e {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.823825] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.824069] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.824224] env[69773]: DEBUG nova.network.neutron [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 934.842762] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.843222] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Releasing lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.843522] env[69773]: DEBUG nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Instance network_info: |[{"id": "b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282", "address": "fa:16:3e:64:ea:9c", "network": {"id": "9efb55d0-4bf4-46bf-a6ee-858ca2bee758", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1549910080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d2f0529a684301ace61c1fbcbb0bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d0bd5f-90", "ovs_interfaceid": "b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.843920] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:ea:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ce058b2d-df85-481c-a996-cc179d534f1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.853385] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.853926] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.854191] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d31b95a9-bcff-4771-93bb-5ece42762f72 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.871275] env[69773]: INFO nova.compute.manager [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] instance snapshotting [ 934.871880] env[69773]: DEBUG nova.objects.instance [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'flavor' on Instance uuid 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.878831] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.878831] env[69773]: value = "task-3390239" [ 934.878831] env[69773]: _type = "Task" [ 934.878831] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.886616] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390239, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.917212] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390237, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.937358] env[69773]: DEBUG oslo_vmware.api [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390238, 'name': PowerOffVM_Task, 'duration_secs': 0.187824} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.938463] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.938750] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.941043] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e14a07c4-da0b-4a11-a40d-cff5cfb36dd5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.989222] env[69773]: INFO nova.compute.manager [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Took 34.60 seconds to build instance. [ 935.005406] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.005646] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.005818] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleting the datastore file [datastore2] 241a1686-456e-42a0-8258-752ff9aebb61 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.006126] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a862f1d-40c2-4987-9a22-f723513d122b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.014393] env[69773]: DEBUG nova.compute.utils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.015819] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 9ff79424-7170-4235-8542-6e7d812d89b1] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.024066] env[69773]: DEBUG nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.024560] env[69773]: DEBUG nova.network.neutron [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.028204] env[69773]: DEBUG oslo_vmware.api [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 935.028204] env[69773]: value = "task-3390241" [ 935.028204] env[69773]: _type = "Task" [ 935.028204] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.051022] env[69773]: DEBUG oslo_vmware.api [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.133738] env[69773]: DEBUG nova.policy [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad1a7702a5d40aa81ead18ad085be91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55c0c682937646dc948c422ec5be924d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 935.387420] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeb7b4e-c249-4eb1-8428-0751825feb38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.415385] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390239, 'name': CreateVM_Task, 'duration_secs': 0.372323} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.417807] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.421815] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55ab0da-3337-41c5-accc-7cb436e6fe11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.425076] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f7035-b264-41c5-bf5a-bfafb9a49566 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.431147] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.431332] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.431871] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.432412] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2d89cbb-9b74-4bcd-95d9-237f83c3ea1f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.440817] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390237, 'name': CreateSnapshot_Task, 'duration_secs': 0.59467} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.445628] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 935.448715] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 935.448715] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52528177-2a9a-9191-ccb0-d8b7d08e9678" [ 935.448715] env[69773]: _type = "Task" [ 935.448715] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.449665] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c57ec2-e3e4-41f8-9358-9439699275b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.453105] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6738ffcd-7df8-4f7e-b908-3a50ff89be90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.503457] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2190c75d-7659-4d2a-be84-9bf177c36767 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "47e67c2c-7fb9-47c7-a019-15deb4e76131" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.122s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.504057] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52528177-2a9a-9191-ccb0-d8b7d08e9678, 'name': SearchDatastore_Task, 'duration_secs': 0.023663} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.505934] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd8db31-38cc-4b0f-8f76-94295b1d9de1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.508703] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.508920] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.509183] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.509324] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.509502] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.510037] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fe28602-c64f-4ecf-9553-450c091f31e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.517100] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743625d9-670b-499a-8e71-4d905d2903d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.522406] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 5bc1d382-2c5a-4bdc-b954-edf74a06409c] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.524171] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.524354] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.525907] env[69773]: DEBUG nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 935.528786] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c6a36c-1329-4118-bab4-cfbf46549888 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.539711] env[69773]: DEBUG nova.compute.provider_tree [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.548888] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 935.548888] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527b7147-9d6f-b542-e89e-94e87a296e2d" [ 935.548888] env[69773]: _type = "Task" [ 935.548888] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.550368] env[69773]: DEBUG oslo_vmware.api [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239714} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.555630] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.555630] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.555747] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.556087] env[69773]: INFO nova.compute.manager [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Took 1.15 seconds to destroy the instance on the hypervisor. [ 935.556703] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.556788] env[69773]: DEBUG nova.compute.manager [-] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.556824] env[69773]: DEBUG nova.network.neutron [-] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 935.564027] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527b7147-9d6f-b542-e89e-94e87a296e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.893153] env[69773]: DEBUG nova.compute.manager [req-93814207-012b-46fe-9754-74fb67fde1fa req-6ea03d58-6d3c-4275-aeed-81a7a82eac78 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Received event network-changed-b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.893153] env[69773]: DEBUG nova.compute.manager [req-93814207-012b-46fe-9754-74fb67fde1fa req-6ea03d58-6d3c-4275-aeed-81a7a82eac78 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Refreshing instance network info cache due to event network-changed-b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.893383] env[69773]: DEBUG oslo_concurrency.lockutils [req-93814207-012b-46fe-9754-74fb67fde1fa req-6ea03d58-6d3c-4275-aeed-81a7a82eac78 service nova] Acquiring lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.893473] env[69773]: DEBUG oslo_concurrency.lockutils [req-93814207-012b-46fe-9754-74fb67fde1fa req-6ea03d58-6d3c-4275-aeed-81a7a82eac78 service nova] Acquired lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.893906] env[69773]: DEBUG nova.network.neutron [req-93814207-012b-46fe-9754-74fb67fde1fa req-6ea03d58-6d3c-4275-aeed-81a7a82eac78 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Refreshing network info cache for port b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 935.951370] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.951370] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-15be8c86-65ad-4682-bbb4-bc530bd69548 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.964366] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 935.964366] env[69773]: value = "task-3390242" [ 935.964366] env[69773]: _type = "Task" [ 935.964366] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.977661] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390242, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.015536] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 936.016148] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4fc9fed4-e745-44fa-a781-1ecfca609530 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.025125] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 936.025125] env[69773]: value = "task-3390243" [ 936.025125] env[69773]: _type = "Task" [ 936.025125] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.025639] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 64938e15-02e1-44a8-9ab4-5dc003e40d78] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.047909] env[69773]: DEBUG nova.scheduler.client.report [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.054637] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390243, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.066132] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527b7147-9d6f-b542-e89e-94e87a296e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.015675} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.076391] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae8368b-940e-4bc6-b06b-70a08e8a58a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.088665] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 936.088665] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c45909-8d37-94df-d6df-a50cd00d8f4d" [ 936.088665] env[69773]: _type = "Task" [ 936.088665] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.116655] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c45909-8d37-94df-d6df-a50cd00d8f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.012478} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.116655] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.116655] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 64ee3834-f8ac-4603-a9c8-dac306453fa5/64ee3834-f8ac-4603-a9c8-dac306453fa5.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.116655] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aececcc1-3eb4-493d-a193-fd2bb612937d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.125253] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 936.125253] env[69773]: value = "task-3390244" [ 936.125253] env[69773]: _type = "Task" [ 936.125253] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.147262] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.481372] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390242, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.487478] env[69773]: DEBUG nova.network.neutron [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Successfully created port: 457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.533889] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: de2e4ff6-207c-4615-a283-bc56ffe88e23] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.541818] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390243, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.557104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.561416] env[69773]: DEBUG nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.565539] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.717s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.565539] env[69773]: DEBUG nova.objects.instance [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lazy-loading 'resources' on Instance uuid 5857e7c0-7800-4019-b55a-c420b8febbf7 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.602233] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.602499] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.602656] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.602887] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.603057] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.603241] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.603422] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.603585] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.603792] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.604039] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.604194] env[69773]: DEBUG nova.virt.hardware [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.605617] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824a3a79-7232-4eb9-bd01-8070ce988459 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.612024] env[69773]: INFO nova.scheduler.client.report [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Deleted allocations for instance d9135e1c-5104-4429-a638-8df20416734e [ 936.627938] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d562c939-aaee-446b-9385-3797b919cf5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.651867] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511949} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.652251] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 64ee3834-f8ac-4603-a9c8-dac306453fa5/64ee3834-f8ac-4603-a9c8-dac306453fa5.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.652423] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.652700] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9188a060-3e01-4478-9a56-ff6c9f06bc60 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.660821] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 936.660821] env[69773]: value = "task-3390245" [ 936.660821] env[69773]: _type = "Task" [ 936.660821] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.669885] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.791035] env[69773]: DEBUG nova.network.neutron [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance_info_cache with network_info: [{"id": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "address": "fa:16:3e:ff:d3:bc", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954f01c7-7a", "ovs_interfaceid": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.977740] env[69773]: DEBUG nova.network.neutron [-] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.979271] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390242, 'name': CreateSnapshot_Task, 'duration_secs': 0.956063} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.979886] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.980741] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7da4a5e-1625-4a18-aa40-255b6cc76a00 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.041556] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390243, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.046110] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: f2a79448-d927-4cfe-8648-4edc226c5369] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.124144] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9433cfa1-f659-42e8-8286-9862106420b7 tempest-ServersTestFqdnHostnames-1382558830 tempest-ServersTestFqdnHostnames-1382558830-project-member] Lock "d9135e1c-5104-4429-a638-8df20416734e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.113s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.175609] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07074} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.175946] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.176815] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3298677a-622d-44ed-80a7-f630ad13f1d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.203434] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 64ee3834-f8ac-4603-a9c8-dac306453fa5/64ee3834-f8ac-4603-a9c8-dac306453fa5.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.208834] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2184afb9-e12e-4b59-ae52-7e7f869e5999 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.230168] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 937.230168] env[69773]: value = "task-3390246" [ 937.230168] env[69773]: _type = "Task" [ 937.230168] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.240693] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.297847] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.480215] env[69773]: INFO nova.compute.manager [-] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Took 1.92 seconds to deallocate network for instance. [ 937.497824] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13158b5-bcfe-4e39-aa6b-391cd98f1fd7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.508024] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.508024] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d6f5b791-f817-445a-8290-91bc7fe5a58a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.518519] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df6b4d9-cfc1-4acc-970c-401cf5a17281 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.522301] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 937.522301] env[69773]: value = "task-3390247" [ 937.522301] env[69773]: _type = "Task" [ 937.522301] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.555702] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 9e384226-0312-4206-b002-e1ab45e19487] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.561932] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d9864a-7dd0-479a-9c43-8fd1bd25dc9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.571618] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390247, 'name': CloneVM_Task} progress is 23%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.582368] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390243, 'name': CloneVM_Task, 'duration_secs': 1.150156} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.583679] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6be37b-1c2a-4b0b-8047-b5c5eafe9955 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.587845] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Created linked-clone VM from snapshot [ 937.588687] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7cb328-d1ce-4c77-9d42-2ec1a89f120f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.596750] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Uploading image 3b90ec8f-1452-497c-9fc1-f8b387200ac9 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 937.608724] env[69773]: DEBUG nova.compute.provider_tree [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.613855] env[69773]: DEBUG nova.network.neutron [req-93814207-012b-46fe-9754-74fb67fde1fa req-6ea03d58-6d3c-4275-aeed-81a7a82eac78 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Updated VIF entry in instance network info cache for port b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 937.614214] env[69773]: DEBUG nova.network.neutron [req-93814207-012b-46fe-9754-74fb67fde1fa req-6ea03d58-6d3c-4275-aeed-81a7a82eac78 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Updating instance_info_cache with network_info: [{"id": "b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282", "address": "fa:16:3e:64:ea:9c", "network": {"id": "9efb55d0-4bf4-46bf-a6ee-858ca2bee758", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1549910080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d2f0529a684301ace61c1fbcbb0bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d0bd5f-90", "ovs_interfaceid": "b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.628670] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 937.628670] env[69773]: value = "vm-676453" [ 937.628670] env[69773]: _type = "VirtualMachine" [ 937.628670] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 937.629765] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e64ff62-1b21-401d-ab78-9d2cfd763f80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.637697] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lease: (returnval){ [ 937.637697] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289282e-b21c-1dc0-8846-458ab939883d" [ 937.637697] env[69773]: _type = "HttpNfcLease" [ 937.637697] env[69773]: } obtained for exporting VM: (result){ [ 937.637697] env[69773]: value = "vm-676453" [ 937.637697] env[69773]: _type = "VirtualMachine" [ 937.637697] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 937.638038] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the lease: (returnval){ [ 937.638038] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289282e-b21c-1dc0-8846-458ab939883d" [ 937.638038] env[69773]: _type = "HttpNfcLease" [ 937.638038] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 937.645278] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.645278] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289282e-b21c-1dc0-8846-458ab939883d" [ 937.645278] env[69773]: _type = "HttpNfcLease" [ 937.645278] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.740899] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.818091] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02c3f9-ac78-4ebc-ae46-6dd43cdcbcd6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.843024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3424e2-75db-4492-893f-42081470bde3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.850828] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance 'b90f3aa4-183d-4758-be98-20e2f7883931' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 937.905084] env[69773]: DEBUG nova.compute.manager [req-88678de0-1101-4029-8ceb-3b7f01e8d810 req-ac5fce9d-0385-4075-adca-240caf155e9f service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Received event network-vif-plugged-c6ada286-93bd-4c2e-80dd-2afa70fb7347 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.905320] env[69773]: DEBUG oslo_concurrency.lockutils [req-88678de0-1101-4029-8ceb-3b7f01e8d810 req-ac5fce9d-0385-4075-adca-240caf155e9f service nova] Acquiring lock "320ca515-f589-485c-80ff-c53359ef7cdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.905555] env[69773]: DEBUG oslo_concurrency.lockutils [req-88678de0-1101-4029-8ceb-3b7f01e8d810 req-ac5fce9d-0385-4075-adca-240caf155e9f service nova] Lock "320ca515-f589-485c-80ff-c53359ef7cdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.905685] env[69773]: DEBUG oslo_concurrency.lockutils [req-88678de0-1101-4029-8ceb-3b7f01e8d810 req-ac5fce9d-0385-4075-adca-240caf155e9f service nova] Lock "320ca515-f589-485c-80ff-c53359ef7cdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.905916] env[69773]: DEBUG nova.compute.manager [req-88678de0-1101-4029-8ceb-3b7f01e8d810 req-ac5fce9d-0385-4075-adca-240caf155e9f service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] No waiting events found dispatching network-vif-plugged-c6ada286-93bd-4c2e-80dd-2afa70fb7347 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.906535] env[69773]: WARNING nova.compute.manager [req-88678de0-1101-4029-8ceb-3b7f01e8d810 req-ac5fce9d-0385-4075-adca-240caf155e9f service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Received unexpected event network-vif-plugged-c6ada286-93bd-4c2e-80dd-2afa70fb7347 for instance with vm_state building and task_state spawning. [ 937.986518] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.034618] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390247, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.035598] env[69773]: DEBUG nova.network.neutron [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Successfully updated port: c6ada286-93bd-4c2e-80dd-2afa70fb7347 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.069158] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 4027dcf8-ef12-4c62-8a69-5f19f2449bf1] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.111972] env[69773]: DEBUG nova.scheduler.client.report [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.118424] env[69773]: DEBUG oslo_concurrency.lockutils [req-93814207-012b-46fe-9754-74fb67fde1fa req-6ea03d58-6d3c-4275-aeed-81a7a82eac78 service nova] Releasing lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.151024] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 938.151024] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289282e-b21c-1dc0-8846-458ab939883d" [ 938.151024] env[69773]: _type = "HttpNfcLease" [ 938.151024] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 938.151359] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 938.151359] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289282e-b21c-1dc0-8846-458ab939883d" [ 938.151359] env[69773]: _type = "HttpNfcLease" [ 938.151359] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 938.152149] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0c6f84-7a12-4a08-b55c-f21eb87ef7af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.162121] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cbf6-62c1-f5ba-c21d-7c67bc605f0e/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 938.162121] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cbf6-62c1-f5ba-c21d-7c67bc605f0e/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 938.245034] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390246, 'name': ReconfigVM_Task, 'duration_secs': 0.979716} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.245342] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 64ee3834-f8ac-4603-a9c8-dac306453fa5/64ee3834-f8ac-4603-a9c8-dac306453fa5.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.245687] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69773) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 938.246380] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-14d7fad2-444b-46dc-b8a4-70e9d8f68adf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.254034] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 938.254034] env[69773]: value = "task-3390249" [ 938.254034] env[69773]: _type = "Task" [ 938.254034] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.262782] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390249, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.275511] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46c353b4-22c1-4dc9-bf2a-84c8c02ab3e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.356886] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.357377] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a55a3a54-5397-4803-9489-2f41c00aa6de {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.364490] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 938.364490] env[69773]: value = "task-3390250" [ 938.364490] env[69773]: _type = "Task" [ 938.364490] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.373772] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.415101] env[69773]: DEBUG nova.compute.manager [req-2f220fc3-90db-4f0e-9d1b-a591ef8d39af req-4104216f-492f-45fa-a7aa-2fd4a108516c service nova] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Received event network-vif-deleted-0d570841-5c2f-4f76-9781-baec555bc232 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.534017] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390247, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.539118] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "refresh_cache-320ca515-f589-485c-80ff-c53359ef7cdd" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.539118] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquired lock "refresh_cache-320ca515-f589-485c-80ff-c53359ef7cdd" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.539118] env[69773]: DEBUG nova.network.neutron [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 938.572628] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: f1d027e6-d48a-42ad-9099-7798329d205f] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.620508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.623334] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.259s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.623639] env[69773]: DEBUG nova.objects.instance [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lazy-loading 'resources' on Instance uuid f08673e9-d62a-44c1-97a6-92b057edfd43 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.654196] env[69773]: INFO nova.scheduler.client.report [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Deleted allocations for instance 5857e7c0-7800-4019-b55a-c420b8febbf7 [ 938.773580] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390249, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05679} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.773916] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69773) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 938.775189] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58995e9-4e3c-44fb-a5a7-7990de4f2672 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.818339] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 64ee3834-f8ac-4603-a9c8-dac306453fa5/ephemeral_0.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.819462] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b09f777c-1109-4e0e-a42d-d3515e7c2c6f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.846528] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 938.846528] env[69773]: value = "task-3390251" [ 938.846528] env[69773]: _type = "Task" [ 938.846528] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.857025] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390251, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.877338] env[69773]: DEBUG oslo_vmware.api [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390250, 'name': PowerOnVM_Task, 'duration_secs': 0.458569} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.877338] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.877338] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0bef5b00-1a65-4b7f-a360-45f6506102a1 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance 'b90f3aa4-183d-4758-be98-20e2f7883931' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.055698] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390247, 'name': CloneVM_Task, 'duration_secs': 1.437097} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.056195] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Created linked-clone VM from snapshot [ 939.060264] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa4a09-4f83-4b8f-944c-9e6aaee5d3e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.078052] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 9409d427-c5e3-4ed7-ab78-9881ecf495c8] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.080872] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Uploading image fb88be26-5abf-4fe9-b3b1-48095a4a81e6 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.123911] env[69773]: DEBUG nova.network.neutron [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 939.134112] env[69773]: DEBUG oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.134112] env[69773]: value = "vm-676455" [ 939.134112] env[69773]: _type = "VirtualMachine" [ 939.134112] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.138597] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6362a0bb-99ab-4f75-85f1-d25a75f9e981 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.159693] env[69773]: DEBUG oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease: (returnval){ [ 939.159693] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5299809f-86c0-2902-6fe7-6cacc65ead02" [ 939.159693] env[69773]: _type = "HttpNfcLease" [ 939.159693] env[69773]: } obtained for exporting VM: (result){ [ 939.159693] env[69773]: value = "vm-676455" [ 939.159693] env[69773]: _type = "VirtualMachine" [ 939.159693] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.159693] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the lease: (returnval){ [ 939.159693] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5299809f-86c0-2902-6fe7-6cacc65ead02" [ 939.159693] env[69773]: _type = "HttpNfcLease" [ 939.159693] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.175531] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfaddd6d-c545-462e-9123-58035230057c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "5857e7c0-7800-4019-b55a-c420b8febbf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.091s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.183169] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.183169] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5299809f-86c0-2902-6fe7-6cacc65ead02" [ 939.183169] env[69773]: _type = "HttpNfcLease" [ 939.183169] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.183169] env[69773]: DEBUG oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.183169] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5299809f-86c0-2902-6fe7-6cacc65ead02" [ 939.183169] env[69773]: _type = "HttpNfcLease" [ 939.183169] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 939.183169] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d35acd-7b48-487f-be59-c3a439d0d524 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.195379] env[69773]: DEBUG oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ae387-7beb-cc15-22c4-5b99276486d7/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.195532] env[69773]: DEBUG oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ae387-7beb-cc15-22c4-5b99276486d7/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 939.326660] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61969000-f25a-444d-a4a5-40fa0ceb9355 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.367341] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390251, 'name': ReconfigVM_Task, 'duration_secs': 0.432955} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.369793] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 64ee3834-f8ac-4603-a9c8-dac306453fa5/ephemeral_0.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.374974] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-703627e0-924c-45bd-a0c8-d2664f3378ff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.389585] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 939.389585] env[69773]: value = "task-3390253" [ 939.389585] env[69773]: _type = "Task" [ 939.389585] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.393397] env[69773]: DEBUG nova.network.neutron [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Successfully updated port: 457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 939.413021] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390253, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.581649] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.581831] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Cleaning up deleted instances with incomplete migration {{(pid=69773) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 939.633883] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a10a322-fb1d-42b5-91eb-d1538b633db4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.646951] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d18e3eb-1577-4ac8-a8c2-aca12457a5fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.653921] env[69773]: INFO nova.compute.manager [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Rebuilding instance [ 939.687719] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dde5df5-9bc3-447d-86a6-942e72232577 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.696120] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba0eb59-8a6d-4201-b53f-18acfe998bb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.716890] env[69773]: DEBUG nova.compute.provider_tree [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.742105] env[69773]: DEBUG nova.network.neutron [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Updating instance_info_cache with network_info: [{"id": "c6ada286-93bd-4c2e-80dd-2afa70fb7347", "address": "fa:16:3e:58:4c:6a", "network": {"id": "92f618d9-b4ed-4f89-b084-fe4b63b1a0ce", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-268301911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5565e10c3334b62a2a940b6f8aa9f73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ada286-93", "ovs_interfaceid": "c6ada286-93bd-4c2e-80dd-2afa70fb7347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.756975] env[69773]: DEBUG nova.compute.manager [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.757518] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238a1814-bc10-47fc-91e9-a0e08b068369 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.922016] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.923808] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.927126] env[69773]: DEBUG nova.network.neutron [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 939.944206] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390253, 'name': Rename_Task, 'duration_secs': 0.29323} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.944206] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.948936] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09e901b9-06c8-4cc8-b7a1-676b5ce81de9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.960601] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 939.960601] env[69773]: value = "task-3390254" [ 939.960601] env[69773]: _type = "Task" [ 939.960601] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.973398] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.086693] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.228027] env[69773]: DEBUG nova.scheduler.client.report [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.248426] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Releasing lock "refresh_cache-320ca515-f589-485c-80ff-c53359ef7cdd" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.248970] env[69773]: DEBUG nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Instance network_info: |[{"id": "c6ada286-93bd-4c2e-80dd-2afa70fb7347", "address": "fa:16:3e:58:4c:6a", "network": {"id": "92f618d9-b4ed-4f89-b084-fe4b63b1a0ce", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-268301911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5565e10c3334b62a2a940b6f8aa9f73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ada286-93", "ovs_interfaceid": "c6ada286-93bd-4c2e-80dd-2afa70fb7347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.256827] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:4c:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'edd47158-6f4b-44a1-8e82-0411205ad299', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6ada286-93bd-4c2e-80dd-2afa70fb7347', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.273379] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.273379] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.277855] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea46ee12-18ef-4d23-b00c-6317828829a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.333248] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.335899] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-673c608d-980e-41f1-8bae-fc56eb1c37a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.196595] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.571s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.202699] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.202699] env[69773]: value = "task-3390255" [ 941.202699] env[69773]: _type = "Task" [ 941.202699] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.210594] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.160s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.212830] env[69773]: INFO nova.compute.claims [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.226518] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 941.226518] env[69773]: value = "task-3390256" [ 941.226518] env[69773]: _type = "Task" [ 941.226518] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.245145] env[69773]: DEBUG oslo_vmware.api [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390254, 'name': PowerOnVM_Task, 'duration_secs': 0.702562} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.248570] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390255, 'name': CreateVM_Task, 'duration_secs': 0.46148} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.250680] env[69773]: INFO nova.scheduler.client.report [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Deleted allocations for instance f08673e9-d62a-44c1-97a6-92b057edfd43 [ 941.257932] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.259828] env[69773]: INFO nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Took 9.28 seconds to spawn the instance on the hypervisor. [ 941.261526] env[69773]: DEBUG nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 941.261526] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.276031] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111656b2-6222-4abb-a93c-3ed475be0f36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.281169] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.285263] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.289476] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.292445] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390256, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.294524] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc41dc9-6c1b-4f86-ada8-eba53d369a9a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.314253] env[69773]: DEBUG nova.network.neutron [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 941.322246] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 941.322246] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cc99cb-6367-0e88-7f1e-4d6885a47e52" [ 941.322246] env[69773]: _type = "Task" [ 941.322246] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.344155] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cc99cb-6367-0e88-7f1e-4d6885a47e52, 'name': SearchDatastore_Task, 'duration_secs': 0.017809} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.344868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.345405] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.347627] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.347627] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.347627] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.347627] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-766d5a87-9bb1-41c6-a036-abfbe88a0ccc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.385474] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.386307] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.387326] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d137b4-bd91-47da-8d42-98eefc9da340 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.393953] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 941.393953] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cbdc52-03a0-bcda-993a-a5661cceed22" [ 941.393953] env[69773]: _type = "Task" [ 941.393953] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.406024] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cbdc52-03a0-bcda-993a-a5661cceed22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.727277] env[69773]: DEBUG nova.network.neutron [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.738904] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390256, 'name': PowerOffVM_Task, 'duration_secs': 0.217635} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.739933] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.741009] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.744036] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb5e185-beed-4d9f-b68f-702c4e88439c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.763970] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.764825] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-873aed08-3158-4885-9079-78b32cfdbafb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.790651] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.791057] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.791337] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Deleting the datastore file [datastore1] 47e67c2c-7fb9-47c7-a019-15deb4e76131 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.791673] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bad9439e-c371-4917-b149-49abe45d24e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.799031] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 941.799031] env[69773]: value = "task-3390258" [ 941.799031] env[69773]: _type = "Task" [ 941.799031] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.803491] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c97738a7-9f7b-45dc-b2fc-f387d8f3d88f tempest-SecurityGroupsTestJSON-954560422 tempest-SecurityGroupsTestJSON-954560422-project-member] Lock "f08673e9-d62a-44c1-97a6-92b057edfd43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.567s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.812831] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.839086] env[69773]: INFO nova.compute.manager [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Took 38.16 seconds to build instance. [ 941.908086] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cbdc52-03a0-bcda-993a-a5661cceed22, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.908871] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf02d055-1afc-4f0d-9d36-1cdc7c1b2d8f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.917280] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 941.917280] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524cde56-837c-2bb2-9111-0c08776708ef" [ 941.917280] env[69773]: _type = "Task" [ 941.917280] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.927455] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524cde56-837c-2bb2-9111-0c08776708ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.234053] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.234407] env[69773]: DEBUG nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Instance network_info: |[{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.235117] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:22:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '457eb089-9462-4237-80b0-a15caf849181', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.246112] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Creating folder: Project (55c0c682937646dc948c422ec5be924d). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.246656] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67175b26-0acc-4da8-8905-837abf1c36cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.258858] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Created folder: Project (55c0c682937646dc948c422ec5be924d) in parent group-v676268. [ 942.259075] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Creating folder: Instances. Parent ref: group-v676457. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 942.259334] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bbfad45-f394-4204-b6d9-77d288e98b5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.272268] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Created folder: Instances in parent group-v676457. [ 942.272795] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.276527] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.276603] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-500054c9-3e85-4955-9c08-197a8ccb70d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.300919] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.300919] env[69773]: value = "task-3390261" [ 942.300919] env[69773]: _type = "Task" [ 942.300919] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.320132] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199128} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.325103] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.325380] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.325880] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.328936] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390261, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.342372] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a052f5ef-cafe-47f8-ac0f-a529acc9f9cb tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "64ee3834-f8ac-4603-a9c8-dac306453fa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.677s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.430777] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524cde56-837c-2bb2-9111-0c08776708ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012917} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.431276] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.433176] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 320ca515-f589-485c-80ff-c53359ef7cdd/320ca515-f589-485c-80ff-c53359ef7cdd.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.433176] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7384d6fa-e3e6-43db-a378-3424b15403f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.442347] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 942.442347] env[69773]: value = "task-3390262" [ 942.442347] env[69773]: _type = "Task" [ 942.442347] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.452884] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390262, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.619462] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ad093c-93a6-4e69-83ea-d104f527bfb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.628761] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d4812-0eed-4901-8d0b-5e6cdf2fd265 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.666460] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f556c470-7321-4924-8cc8-f2a39a7deb5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.678026] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b55219-39c4-4f2a-9f55-a0bb23398901 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.691169] env[69773]: DEBUG nova.compute.provider_tree [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.823459] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390261, 'name': CreateVM_Task, 'duration_secs': 0.387053} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.823702] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.825065] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.825308] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.826011] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.829269] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a04d786-ee53-4349-930b-4bbde1509e15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.831950] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 942.831950] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dac5f3-5899-c0a0-77af-946795c8c991" [ 942.831950] env[69773]: _type = "Task" [ 942.831950] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.849969] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dac5f3-5899-c0a0-77af-946795c8c991, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.963042] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390262, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.195076] env[69773]: DEBUG nova.scheduler.client.report [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.352018] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dac5f3-5899-c0a0-77af-946795c8c991, 'name': SearchDatastore_Task, 'duration_secs': 0.052587} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.353790] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.354128] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.354456] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.354896] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.355197] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.355565] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52d542bb-606d-411b-8cab-8118f970e3fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.368493] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.368493] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.368493] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8689400e-992c-48d7-92e8-66857f457d04 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.378485] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 943.378485] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f062ce-d4cc-ec6f-6ff8-324619b9ce5b" [ 943.378485] env[69773]: _type = "Task" [ 943.378485] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.389464] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f062ce-d4cc-ec6f-6ff8-324619b9ce5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.453325] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390262, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57679} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.453528] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 320ca515-f589-485c-80ff-c53359ef7cdd/320ca515-f589-485c-80ff-c53359ef7cdd.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.453806] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.454083] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92429432-37e6-42e3-8e38-5165ac797d18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.461942] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 943.461942] env[69773]: value = "task-3390263" [ 943.461942] env[69773]: _type = "Task" [ 943.461942] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.475382] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.704713] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.705340] env[69773]: DEBUG nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.708328] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.276s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.709918] env[69773]: INFO nova.compute.claims [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.893277] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f062ce-d4cc-ec6f-6ff8-324619b9ce5b, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.893366] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dadbf98-44cd-447a-899d-931c8efe0302 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.900422] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 943.900422] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204fd2d-5085-5091-db60-988b7e202355" [ 943.900422] env[69773]: _type = "Task" [ 943.900422] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.913978] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204fd2d-5085-5091-db60-988b7e202355, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.977017] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101185} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.977308] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.978229] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fad127-f6e7-41e5-ac39-65f326f04d21 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.003286] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 320ca515-f589-485c-80ff-c53359ef7cdd/320ca515-f589-485c-80ff-c53359ef7cdd.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.003286] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b8aae31-e43b-42e1-8115-03eb66bb4744 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.026040] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 944.026040] env[69773]: value = "task-3390264" [ 944.026040] env[69773]: _type = "Task" [ 944.026040] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.036114] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390264, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.218023] env[69773]: DEBUG nova.compute.utils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.221741] env[69773]: DEBUG nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.222182] env[69773]: DEBUG nova.network.neutron [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.273798] env[69773]: DEBUG nova.policy [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4a6e5874e843a284df55bfb8c5dd41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f37a5e7d9a468dbc0d213ceaf131b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.412176] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204fd2d-5085-5091-db60-988b7e202355, 'name': SearchDatastore_Task, 'duration_secs': 0.021488} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.412510] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.412665] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e82b533c-5d98-47e1-877a-78b4cdcdeeec/e82b533c-5d98-47e1-877a-78b4cdcdeeec.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.412994] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d60d9f53-6339-45d0-82ad-215a00c6b7a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.420152] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 944.420152] env[69773]: value = "task-3390265" [ 944.420152] env[69773]: _type = "Task" [ 944.420152] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.428957] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.539324] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.588245] env[69773]: DEBUG nova.network.neutron [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Successfully created port: 98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 944.725918] env[69773]: DEBUG nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.933406] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390265, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.042394] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390264, 'name': ReconfigVM_Task, 'duration_secs': 0.571797} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.045246] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 320ca515-f589-485c-80ff-c53359ef7cdd/320ca515-f589-485c-80ff-c53359ef7cdd.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.046115] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceed98ba-dffa-4db7-b0d9-c3534b808a7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.052841] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 945.052841] env[69773]: value = "task-3390266" [ 945.052841] env[69773]: _type = "Task" [ 945.052841] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.065521] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390266, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.078157] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5952935-1560-4e2c-bcd7-faaa2a6f02e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.086989] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7cebd0-68d9-4db6-b237-c34690ce659e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.122183] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8a1bd4-98e5-4d63-a37e-6bea5ba694b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.130569] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfbfd74-e732-4bc2-a7bd-2e82b1285e57 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.147521] env[69773]: DEBUG nova.compute.provider_tree [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.432597] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640669} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.432883] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e82b533c-5d98-47e1-877a-78b4cdcdeeec/e82b533c-5d98-47e1-877a-78b4cdcdeeec.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.433189] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.433392] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3c13d4b-a4d1-4cb4-9be4-cffacdaba634 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.439742] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 945.439742] env[69773]: value = "task-3390267" [ 945.439742] env[69773]: _type = "Task" [ 945.439742] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.447421] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.564638] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390266, 'name': Rename_Task, 'duration_secs': 0.200707} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.564971] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.565347] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88bf2063-5657-4b00-b8a9-5f8d3f39340c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.572368] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 945.572368] env[69773]: value = "task-3390268" [ 945.572368] env[69773]: _type = "Task" [ 945.572368] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.585984] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.651685] env[69773]: DEBUG nova.scheduler.client.report [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.738420] env[69773]: DEBUG nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.949485] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095232} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.949853] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 945.950751] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be80c299-afab-4e2e-ac0a-46d025824cfb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.975173] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] e82b533c-5d98-47e1-877a-78b4cdcdeeec/e82b533c-5d98-47e1-877a-78b4cdcdeeec.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 945.975527] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290e4e4c-70e6-400d-8137-f900ef9f332a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.995365] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 945.995365] env[69773]: value = "task-3390269" [ 945.995365] env[69773]: _type = "Task" [ 945.995365] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.003457] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.082116] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390268, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.157788] env[69773]: DEBUG nova.network.neutron [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Successfully updated port: 98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.162250] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.162250] env[69773]: DEBUG nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.163180] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.699s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.165011] env[69773]: INFO nova.compute.claims [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.505996] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.582517] env[69773]: DEBUG oslo_vmware.api [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390268, 'name': PowerOnVM_Task, 'duration_secs': 0.701549} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.583125] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.583125] env[69773]: INFO nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Took 12.57 seconds to spawn the instance on the hypervisor. [ 946.583290] env[69773]: DEBUG nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 946.584224] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3849cd03-03f2-45cd-9fe8-286f82377849 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.665507] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.665507] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.665507] env[69773]: DEBUG nova.network.neutron [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 946.669380] env[69773]: DEBUG nova.compute.utils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.672750] env[69773]: DEBUG nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.673069] env[69773]: DEBUG nova.network.neutron [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.727211] env[69773]: DEBUG nova.policy [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8a4709264434bd1b90c6c28ddb112fb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb3a831c9be242d68689a05fd0458298', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 946.991632] env[69773]: DEBUG nova.network.neutron [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Successfully created port: 04c5e70f-9165-4d9f-bbc5-c44c542e3202 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.006562] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390269, 'name': ReconfigVM_Task, 'duration_secs': 0.591551} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.006562] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Reconfigured VM instance instance-0000003e to attach disk [datastore2] e82b533c-5d98-47e1-877a-78b4cdcdeeec/e82b533c-5d98-47e1-877a-78b4cdcdeeec.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.007024] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b038e0d9-096c-4c33-b6a4-da8c8d98770f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.013268] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 947.013268] env[69773]: value = "task-3390270" [ 947.013268] env[69773]: _type = "Task" [ 947.013268] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.021455] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390270, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.102864] env[69773]: INFO nova.compute.manager [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Took 34.87 seconds to build instance. [ 947.176834] env[69773]: DEBUG nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.207196] env[69773]: DEBUG nova.network.neutron [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 947.360179] env[69773]: DEBUG nova.network.neutron [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Updating instance_info_cache with network_info: [{"id": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "address": "fa:16:3e:c3:b9:e6", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a347bd-a5", "ovs_interfaceid": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.469559] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805aceaf-c43b-4b48-8c9e-ee27247fdf34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.477314] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187de5b6-5c16-46a5-9631-5c95056f6faa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.507757] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a0dab7-bb47-45d1-88db-353e2ab07bb9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.518901] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e2e20e-24df-4f17-bc24-ae51bc1bfcf7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.527689] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390270, 'name': Rename_Task, 'duration_secs': 0.209469} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.535329] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.535914] env[69773]: DEBUG nova.compute.provider_tree [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.537896] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb6fca1d-1a9c-4b67-ae1e-796b15dbdef0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.554867] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 947.554867] env[69773]: value = "task-3390271" [ 947.554867] env[69773]: _type = "Task" [ 947.554867] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.567299] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.604530] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69c42249-64f5-49dc-b6ea-9897cde127ed tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "320ca515-f589-485c-80ff-c53359ef7cdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.387s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.863451] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.863451] env[69773]: DEBUG nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Instance network_info: |[{"id": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "address": "fa:16:3e:c3:b9:e6", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a347bd-a5", "ovs_interfaceid": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 947.976579] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.976687] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.976944] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.977098] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.977297] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.977455] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.977672] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.977830] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.977999] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.978176] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.979115] env[69773]: DEBUG nova.virt.hardware [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.981223] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d815a40-2b32-4715-a871-47014ae91c58 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.991659] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 947.991917] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 947.992108] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 947.992301] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 947.992515] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 947.992692] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 947.993417] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 947.993417] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 947.993417] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 947.993417] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 947.993580] env[69773]: DEBUG nova.virt.hardware [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 947.995173] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2247e3d-f107-45cd-8f26-c45bd27fcf0d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.000931] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6403c86e-525c-4366-abdd-f2425c64ed9b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.019896] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cbf6-62c1-f5ba-c21d-7c67bc605f0e/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.022405] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06392bb7-df24-424e-94a8-856380e61d1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.027463] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.033782] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.034724] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73f6519-dd40-4265-ba1f-a28897f708b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.037740] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.039364] env[69773]: DEBUG nova.scheduler.client.report [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.044253] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83bd5130-819a-4f85-b50e-d7af207be87d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.068865] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:b9:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98a347bd-a5f2-4922-8dae-ca6e4bd18eba', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.077910] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.082725] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 948.083037] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cbf6-62c1-f5ba-c21d-7c67bc605f0e/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.083199] env[69773]: ERROR oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cbf6-62c1-f5ba-c21d-7c67bc605f0e/disk-0.vmdk due to incomplete transfer. [ 948.083419] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-195c4f6c-29b8-4300-b642-9127834da958 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.099388] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d27c810e-92b2-4e24-bb4f-526381278c65 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.102799] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.102799] env[69773]: value = "task-3390272" [ 948.102799] env[69773]: _type = "Task" [ 948.102799] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.111097] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.111675] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 948.111675] env[69773]: value = "task-3390273" [ 948.111675] env[69773]: _type = "Task" [ 948.111675] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.113114] env[69773]: DEBUG oslo_vmware.rw_handles [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a2cbf6-62c1-f5ba-c21d-7c67bc605f0e/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 948.113345] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Uploaded image 3b90ec8f-1452-497c-9fc1-f8b387200ac9 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 948.115939] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 948.122231] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b07ff21c-8145-49f9-be8b-bee8eaae29c2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.123732] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390272, 'name': CreateVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.129151] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390273, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.130563] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 948.130563] env[69773]: value = "task-3390274" [ 948.130563] env[69773]: _type = "Task" [ 948.130563] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.139474] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390274, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.193334] env[69773]: DEBUG nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.199701] env[69773]: DEBUG nova.compute.manager [req-5346d4b3-f362-4fdf-8836-4fca5c7ec667 req-b81f107f-b005-4117-9e71-714f5717c239 service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Received event network-changed-c6ada286-93bd-4c2e-80dd-2afa70fb7347 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.199948] env[69773]: DEBUG nova.compute.manager [req-5346d4b3-f362-4fdf-8836-4fca5c7ec667 req-b81f107f-b005-4117-9e71-714f5717c239 service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Refreshing instance network info cache due to event network-changed-c6ada286-93bd-4c2e-80dd-2afa70fb7347. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.200188] env[69773]: DEBUG oslo_concurrency.lockutils [req-5346d4b3-f362-4fdf-8836-4fca5c7ec667 req-b81f107f-b005-4117-9e71-714f5717c239 service nova] Acquiring lock "refresh_cache-320ca515-f589-485c-80ff-c53359ef7cdd" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.200747] env[69773]: DEBUG oslo_concurrency.lockutils [req-5346d4b3-f362-4fdf-8836-4fca5c7ec667 req-b81f107f-b005-4117-9e71-714f5717c239 service nova] Acquired lock "refresh_cache-320ca515-f589-485c-80ff-c53359ef7cdd" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.200973] env[69773]: DEBUG nova.network.neutron [req-5346d4b3-f362-4fdf-8836-4fca5c7ec667 req-b81f107f-b005-4117-9e71-714f5717c239 service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Refreshing network info cache for port c6ada286-93bd-4c2e-80dd-2afa70fb7347 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 948.226520] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.226877] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.227078] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.228087] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.228087] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.228087] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.228087] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.228087] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.228087] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.228424] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.228424] env[69773]: DEBUG nova.virt.hardware [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.230227] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99884d94-301a-477d-91bf-ff490d20986d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.238400] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5b04b8-c674-4bbe-a5b9-543a4a73404b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.432069] env[69773]: DEBUG nova.compute.manager [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Received event network-vif-plugged-457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.432261] env[69773]: DEBUG oslo_concurrency.lockutils [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.432459] env[69773]: DEBUG oslo_concurrency.lockutils [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.432644] env[69773]: DEBUG oslo_concurrency.lockutils [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.432877] env[69773]: DEBUG nova.compute.manager [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] No waiting events found dispatching network-vif-plugged-457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 948.433268] env[69773]: WARNING nova.compute.manager [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Received unexpected event network-vif-plugged-457eb089-9462-4237-80b0-a15caf849181 for instance with vm_state building and task_state spawning. [ 948.433495] env[69773]: DEBUG nova.compute.manager [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Received event network-changed-457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.433674] env[69773]: DEBUG nova.compute.manager [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Refreshing instance network info cache due to event network-changed-457eb089-9462-4237-80b0-a15caf849181. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 948.433850] env[69773]: DEBUG oslo_concurrency.lockutils [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] Acquiring lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.433987] env[69773]: DEBUG oslo_concurrency.lockutils [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] Acquired lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.434221] env[69773]: DEBUG nova.network.neutron [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Refreshing network info cache for port 457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 948.545971] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.546668] env[69773]: DEBUG nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.549518] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.707s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.549886] env[69773]: DEBUG nova.objects.instance [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lazy-loading 'pci_requests' on Instance uuid ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.578705] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390271, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.613480] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390272, 'name': CreateVM_Task, 'duration_secs': 0.370744} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.616450] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.616915] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.617087] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.617425] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.618087] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd70a1f3-6e84-478f-a3e2-d616b400e8db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.622995] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390273, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.626082] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 948.626082] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524442d2-b12a-3134-465e-bbcd82be3002" [ 948.626082] env[69773]: _type = "Task" [ 948.626082] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.636793] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524442d2-b12a-3134-465e-bbcd82be3002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.641806] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390274, 'name': Destroy_Task, 'duration_secs': 0.508252} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.642084] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Destroyed the VM [ 948.642338] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.642585] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5c5a66d9-ca3a-4661-9787-8608ec82deba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.649023] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 948.649023] env[69773]: value = "task-3390275" [ 948.649023] env[69773]: _type = "Task" [ 948.649023] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.658325] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.786345] env[69773]: DEBUG nova.network.neutron [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Successfully updated port: 04c5e70f-9165-4d9f-bbc5-c44c542e3202 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 948.951044] env[69773]: DEBUG nova.network.neutron [req-5346d4b3-f362-4fdf-8836-4fca5c7ec667 req-b81f107f-b005-4117-9e71-714f5717c239 service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Updated VIF entry in instance network info cache for port c6ada286-93bd-4c2e-80dd-2afa70fb7347. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 948.951437] env[69773]: DEBUG nova.network.neutron [req-5346d4b3-f362-4fdf-8836-4fca5c7ec667 req-b81f107f-b005-4117-9e71-714f5717c239 service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Updating instance_info_cache with network_info: [{"id": "c6ada286-93bd-4c2e-80dd-2afa70fb7347", "address": "fa:16:3e:58:4c:6a", "network": {"id": "92f618d9-b4ed-4f89-b084-fe4b63b1a0ce", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-268301911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5565e10c3334b62a2a940b6f8aa9f73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "edd47158-6f4b-44a1-8e82-0411205ad299", "external-id": "nsx-vlan-transportzone-587", "segmentation_id": 587, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ada286-93", "ovs_interfaceid": "c6ada286-93bd-4c2e-80dd-2afa70fb7347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.024193] env[69773]: DEBUG oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ae387-7beb-cc15-22c4-5b99276486d7/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 949.025218] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8affbf5-f6c5-4b36-89c9-9d4616aa4b1d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.033780] env[69773]: DEBUG oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ae387-7beb-cc15-22c4-5b99276486d7/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 949.033780] env[69773]: ERROR oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ae387-7beb-cc15-22c4-5b99276486d7/disk-0.vmdk due to incomplete transfer. [ 949.033780] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e7706915-84fd-4ef0-8ad2-3f0861bd2743 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.042724] env[69773]: DEBUG oslo_vmware.rw_handles [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526ae387-7beb-cc15-22c4-5b99276486d7/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 949.042942] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Uploaded image fb88be26-5abf-4fe9-b3b1-48095a4a81e6 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 949.044747] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.045288] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ccf4830f-2a34-4e6e-b3a8-50ab358de527 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.052379] env[69773]: DEBUG nova.compute.utils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.057152] env[69773]: DEBUG nova.objects.instance [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lazy-loading 'numa_topology' on Instance uuid ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.059205] env[69773]: DEBUG nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.060066] env[69773]: DEBUG nova.network.neutron [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.061343] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 949.061343] env[69773]: value = "task-3390276" [ 949.061343] env[69773]: _type = "Task" [ 949.061343] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.064719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.065094] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "64833a8e-1fff-4382-802b-384a4b3fb504" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.086044] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390276, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.089847] env[69773]: DEBUG oslo_vmware.api [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390271, 'name': PowerOnVM_Task, 'duration_secs': 1.292801} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.091293] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.091293] env[69773]: INFO nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Took 12.53 seconds to spawn the instance on the hypervisor. [ 949.091293] env[69773]: DEBUG nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 949.091478] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09112802-05ef-4369-8757-0293b6ee4355 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.110385] env[69773]: DEBUG nova.policy [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c361918cd959452589884b330317247a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43abea7adbda4bcba5f275f915338cbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.127562] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390273, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.139357] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524442d2-b12a-3134-465e-bbcd82be3002, 'name': SearchDatastore_Task, 'duration_secs': 0.012541} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.139693] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.140073] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 949.140766] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.140766] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.140766] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 949.140982] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5ea3d3e-0198-4b59-86b6-f32326d78940 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.154494] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 949.154695] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 949.157610] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba065837-b1a0-47fd-89b4-8cd54524c7a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.164592] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390275, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.168670] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 949.168670] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524e81c3-4294-6bb1-b70d-177100315525" [ 949.168670] env[69773]: _type = "Task" [ 949.168670] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.179131] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524e81c3-4294-6bb1-b70d-177100315525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.253891] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "b90f3aa4-183d-4758-be98-20e2f7883931" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.254364] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.254591] env[69773]: DEBUG nova.compute.manager [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Going to confirm migration 3 {{(pid=69773) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 949.293902] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquiring lock "refresh_cache-e57c13f4-eeb4-44f8-b6b3-f85f349ee736" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.294199] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquired lock "refresh_cache-e57c13f4-eeb4-44f8-b6b3-f85f349ee736" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.294439] env[69773]: DEBUG nova.network.neutron [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 949.322472] env[69773]: DEBUG nova.network.neutron [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updated VIF entry in instance network info cache for port 457eb089-9462-4237-80b0-a15caf849181. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 949.323081] env[69773]: DEBUG nova.network.neutron [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.455953] env[69773]: DEBUG oslo_concurrency.lockutils [req-5346d4b3-f362-4fdf-8836-4fca5c7ec667 req-b81f107f-b005-4117-9e71-714f5717c239 service nova] Releasing lock "refresh_cache-320ca515-f589-485c-80ff-c53359ef7cdd" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.514033] env[69773]: DEBUG nova.network.neutron [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Successfully created port: 8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.563178] env[69773]: DEBUG nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.565220] env[69773]: INFO nova.compute.claims [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.575888] env[69773]: DEBUG nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.583290] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390276, 'name': Destroy_Task, 'duration_secs': 0.389999} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.586031] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Destroyed the VM [ 949.586031] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 949.586031] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d273e0e6-22a9-4ada-ae55-d6c51d003aa8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.592829] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 949.592829] env[69773]: value = "task-3390277" [ 949.592829] env[69773]: _type = "Task" [ 949.592829] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.603027] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390277, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.612856] env[69773]: INFO nova.compute.manager [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Took 28.90 seconds to build instance. [ 949.626761] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390273, 'name': CreateVM_Task, 'duration_secs': 1.507894} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.627086] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.627917] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.628245] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.628710] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.629547] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3fad8ca-fb78-4e96-a5cc-efa1cc2ca25d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.640729] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 949.640729] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525b2214-856a-43c2-bb18-a0bde5b36098" [ 949.640729] env[69773]: _type = "Task" [ 949.640729] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.652430] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525b2214-856a-43c2-bb18-a0bde5b36098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.661682] env[69773]: DEBUG oslo_vmware.api [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390275, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676432} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.661960] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.662210] env[69773]: INFO nova.compute.manager [None req-b571b737-d2a6-4fc9-81b9-c20e29de79d0 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Took 15.81 seconds to snapshot the instance on the hypervisor. [ 949.682638] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524e81c3-4294-6bb1-b70d-177100315525, 'name': SearchDatastore_Task, 'duration_secs': 0.019157} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.682638] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a5e7710-5bb9-467b-9149-19dacef09648 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.692037] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 949.692037] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5223fc9c-b4f7-c814-3537-3114a400c24e" [ 949.692037] env[69773]: _type = "Task" [ 949.692037] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.703414] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5223fc9c-b4f7-c814-3537-3114a400c24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.825541] env[69773]: DEBUG oslo_concurrency.lockutils [req-873fe3be-10e2-4eca-aaaf-95e7255cdfb4 req-1e236379-17ac-4c3f-a3c2-a31f76a54b29 service nova] Releasing lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.888072] env[69773]: DEBUG nova.network.neutron [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 949.940227] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.940399] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.940967] env[69773]: DEBUG nova.network.neutron [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 949.940967] env[69773]: DEBUG nova.objects.instance [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lazy-loading 'info_cache' on Instance uuid b90f3aa4-183d-4758-be98-20e2f7883931 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.045613] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.045929] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.046218] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.046454] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.046661] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.051964] env[69773]: INFO nova.compute.manager [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Terminating instance [ 950.112328] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390277, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.113702] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.115019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-41fe464c-3ce9-4120-b800-dc9075b50802 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.418s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.162058] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525b2214-856a-43c2-bb18-a0bde5b36098, 'name': SearchDatastore_Task, 'duration_secs': 0.017709} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.163470] env[69773]: DEBUG nova.network.neutron [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Updating instance_info_cache with network_info: [{"id": "04c5e70f-9165-4d9f-bbc5-c44c542e3202", "address": "fa:16:3e:7a:97:91", "network": {"id": "7bb8f022-6905-434d-b9d4-e6daa74c4479", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1166117109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a831c9be242d68689a05fd0458298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c5e70f-91", "ovs_interfaceid": "04c5e70f-9165-4d9f-bbc5-c44c542e3202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.165473] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.166106] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.166544] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.205868] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5223fc9c-b4f7-c814-3537-3114a400c24e, 'name': SearchDatastore_Task, 'duration_secs': 0.024984} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.209643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.211513] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 47e67c2c-7fb9-47c7-a019-15deb4e76131/47e67c2c-7fb9-47c7-a019-15deb4e76131.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.212572] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.212785] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.213038] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-454e2155-3ad0-484a-844a-5442fa8d1b7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.215057] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c8a5093-69a8-41f7-b011-eca949c4620d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.226548] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 950.226548] env[69773]: value = "task-3390278" [ 950.226548] env[69773]: _type = "Task" [ 950.226548] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.232160] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.232359] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.236287] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499c1ee9-24ec-48af-9ddd-d37ddd0edca7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.239083] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.245957] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 950.245957] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ec9fb8-28a3-2538-36a9-1e78bf0f750e" [ 950.245957] env[69773]: _type = "Task" [ 950.245957] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.255434] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ec9fb8-28a3-2538-36a9-1e78bf0f750e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.438620] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquiring lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.438976] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.494384] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a899e3b1-d7e9-47c8-8205-41de21cf22a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.503283] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be20a9c-d758-45e8-bb0f-70019df89032 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.541925] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f833942-085c-4f46-a414-409a2edd3d03 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.551468] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec090ef0-94be-4c59-887c-932ec780dafd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.559194] env[69773]: DEBUG nova.compute.manager [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.559194] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.559194] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8024bb-2cf1-4971-b158-b3972d97d516 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.569603] env[69773]: DEBUG nova.compute.provider_tree [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.572242] env[69773]: DEBUG nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.578928] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.578928] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e5c42d-d302-44f5-9a2e-1883e9b209b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.586726] env[69773]: DEBUG oslo_vmware.api [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 950.586726] env[69773]: value = "task-3390279" [ 950.586726] env[69773]: _type = "Task" [ 950.586726] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.604182] env[69773]: DEBUG oslo_vmware.api [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390279, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.609572] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.610030] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.610030] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.610192] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.610260] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.610398] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.610599] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.610754] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.610924] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.611520] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.611520] env[69773]: DEBUG nova.virt.hardware [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.612514] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702b2ccc-7df0-447a-bc9d-940b55c8c6e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.619524] env[69773]: DEBUG oslo_vmware.api [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390277, 'name': RemoveSnapshot_Task, 'duration_secs': 0.576338} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.620292] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 950.620483] env[69773]: INFO nova.compute.manager [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Took 15.24 seconds to snapshot the instance on the hypervisor. [ 950.631144] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560155be-2658-4334-8a09-793db5c1d510 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.668732] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Releasing lock "refresh_cache-e57c13f4-eeb4-44f8-b6b3-f85f349ee736" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.669401] env[69773]: DEBUG nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Instance network_info: |[{"id": "04c5e70f-9165-4d9f-bbc5-c44c542e3202", "address": "fa:16:3e:7a:97:91", "network": {"id": "7bb8f022-6905-434d-b9d4-e6daa74c4479", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1166117109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a831c9be242d68689a05fd0458298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c5e70f-91", "ovs_interfaceid": "04c5e70f-9165-4d9f-bbc5-c44c542e3202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.673016] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:97:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c5e70f-9165-4d9f-bbc5-c44c542e3202', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.678534] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Creating folder: Project (cb3a831c9be242d68689a05fd0458298). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.679363] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-356ec352-ba7f-41cf-b85f-2ecbc7243436 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.696284] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Created folder: Project (cb3a831c9be242d68689a05fd0458298) in parent group-v676268. [ 950.696284] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Creating folder: Instances. Parent ref: group-v676462. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.696394] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40482c8b-94c7-47e0-9a7d-d1ea0c16d3a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.713104] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Created folder: Instances in parent group-v676462. [ 950.713435] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.713664] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.713898] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1256e452-b4b1-4b62-9e08-c8a946943bf6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.742816] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390278, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.744190] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.744190] env[69773]: value = "task-3390282" [ 950.744190] env[69773]: _type = "Task" [ 950.744190] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.760568] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ec9fb8-28a3-2538-36a9-1e78bf0f750e, 'name': SearchDatastore_Task, 'duration_secs': 0.014075} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.765645] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390282, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.766625] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911cd2f3-0dab-4063-a66c-2ccca5cc3382 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.775490] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 950.775490] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5239b418-4f20-b59e-7421-db3f015a8713" [ 950.775490] env[69773]: _type = "Task" [ 950.775490] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.787367] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5239b418-4f20-b59e-7421-db3f015a8713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.941468] env[69773]: DEBUG nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.952934] env[69773]: DEBUG nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Received event network-vif-plugged-98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.953866] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Acquiring lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.953866] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.955405] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.955405] env[69773]: DEBUG nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] No waiting events found dispatching network-vif-plugged-98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 950.955405] env[69773]: WARNING nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Received unexpected event network-vif-plugged-98a347bd-a5f2-4922-8dae-ca6e4bd18eba for instance with vm_state building and task_state spawning. [ 950.955405] env[69773]: DEBUG nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Received event network-changed-98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.955549] env[69773]: DEBUG nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Refreshing instance network info cache due to event network-changed-98a347bd-a5f2-4922-8dae-ca6e4bd18eba. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.955624] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Acquiring lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.955759] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Acquired lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.955908] env[69773]: DEBUG nova.network.neutron [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Refreshing network info cache for port 98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 951.077506] env[69773]: DEBUG nova.scheduler.client.report [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.104848] env[69773]: DEBUG oslo_vmware.api [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390279, 'name': PowerOffVM_Task, 'duration_secs': 0.233143} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.105018] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.105127] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.106154] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a8b6b3-d225-4ffb-b732-5bdd783916dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.153254] env[69773]: DEBUG nova.network.neutron [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Successfully updated port: 8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.185130] env[69773]: DEBUG nova.compute.manager [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Found 3 images (rotation: 2) {{(pid=69773) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 951.185426] env[69773]: DEBUG nova.compute.manager [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Rotating out 1 backups {{(pid=69773) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 951.185782] env[69773]: DEBUG nova.compute.manager [None req-738cbab1-02bb-4786-904e-9bebece493e6 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleting image 2108ac0d-ac1a-48f8-8c9f-61f3176012f2 {{(pid=69773) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 951.190506] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.190729] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.190952] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Deleting the datastore file [datastore1] 26d30203-6fef-4dbc-a6f4-63fc6987f6a9 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.191566] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c206520-5feb-488e-b692-aceb1a308672 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.199501] env[69773]: DEBUG oslo_vmware.api [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for the task: (returnval){ [ 951.199501] env[69773]: value = "task-3390284" [ 951.199501] env[69773]: _type = "Task" [ 951.199501] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.210013] env[69773]: DEBUG oslo_vmware.api [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.250064] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764773} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.254224] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 47e67c2c-7fb9-47c7-a019-15deb4e76131/47e67c2c-7fb9-47c7-a019-15deb4e76131.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.254494] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.255434] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7902885d-7c52-4e41-940f-844fc7a2f4d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.264428] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390282, 'name': CreateVM_Task, 'duration_secs': 0.508077} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.266535] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.266535] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 951.266535] env[69773]: value = "task-3390285" [ 951.266535] env[69773]: _type = "Task" [ 951.266535] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.267487] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.267487] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.267487] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.267802] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4bcf96-74ed-4826-bd31-f6e415e20fd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.282166] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390285, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.288529] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 951.288529] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52beb923-4098-0886-d80e-7021dbfa23ad" [ 951.288529] env[69773]: _type = "Task" [ 951.288529] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.299235] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5239b418-4f20-b59e-7421-db3f015a8713, 'name': SearchDatastore_Task, 'duration_secs': 0.069931} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.301505] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.301769] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 98709b61-d24b-4b9c-9258-5b2478c8e694/98709b61-d24b-4b9c-9258-5b2478c8e694.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.302131] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2ffc72f-1a80-46a2-be4b-71dc6737c46f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.309524] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52beb923-4098-0886-d80e-7021dbfa23ad, 'name': SearchDatastore_Task, 'duration_secs': 0.01968} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.310227] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.310450] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.311044] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.311044] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.311044] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.311347] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0ffde4-25f7-4dfe-b18e-925732569ade {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.316292] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 951.316292] env[69773]: value = "task-3390286" [ 951.316292] env[69773]: _type = "Task" [ 951.316292] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.322849] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.323267] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.327274] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83274e80-5934-44d9-8bab-c7fb516fe294 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.329929] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.334552] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 951.334552] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52119673-c14e-dd77-ff79-72f6f0452ba9" [ 951.334552] env[69773]: _type = "Task" [ 951.334552] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.343966] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52119673-c14e-dd77-ff79-72f6f0452ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.474550] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.584642] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.035s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.587675] env[69773]: DEBUG nova.network.neutron [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance_info_cache with network_info: [{"id": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "address": "fa:16:3e:ff:d3:bc", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954f01c7-7a", "ovs_interfaceid": "954f01c7-7a4c-48bc-be41-fbd74ba5459c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.594596] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.604s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.594596] env[69773]: DEBUG nova.objects.instance [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lazy-loading 'resources' on Instance uuid 241a1686-456e-42a0-8258-752ff9aebb61 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.652978] env[69773]: INFO nova.network.neutron [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating port 1cfc58ce-7b60-48ce-a719-015521f259d6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 951.655299] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.655450] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.655609] env[69773]: DEBUG nova.network.neutron [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 951.667716] env[69773]: DEBUG nova.compute.manager [req-5214a61b-bf8e-421b-882c-39c27bb8d62d req-39abf508-daea-47b8-9217-55665f953fd0 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Received event network-changed-b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.667716] env[69773]: DEBUG nova.compute.manager [req-5214a61b-bf8e-421b-882c-39c27bb8d62d req-39abf508-daea-47b8-9217-55665f953fd0 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Refreshing instance network info cache due to event network-changed-b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.667716] env[69773]: DEBUG oslo_concurrency.lockutils [req-5214a61b-bf8e-421b-882c-39c27bb8d62d req-39abf508-daea-47b8-9217-55665f953fd0 service nova] Acquiring lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.667716] env[69773]: DEBUG oslo_concurrency.lockutils [req-5214a61b-bf8e-421b-882c-39c27bb8d62d req-39abf508-daea-47b8-9217-55665f953fd0 service nova] Acquired lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.667716] env[69773]: DEBUG nova.network.neutron [req-5214a61b-bf8e-421b-882c-39c27bb8d62d req-39abf508-daea-47b8-9217-55665f953fd0 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Refreshing network info cache for port b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 951.712385] env[69773]: DEBUG oslo_vmware.api [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Task: {'id': task-3390284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304941} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.712680] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.712878] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.713069] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.713250] env[69773]: INFO nova.compute.manager [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 951.713506] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.713706] env[69773]: DEBUG nova.compute.manager [-] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.713803] env[69773]: DEBUG nova.network.neutron [-] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 951.779147] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390285, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069502} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.780140] env[69773]: DEBUG nova.network.neutron [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Updated VIF entry in instance network info cache for port 98a347bd-a5f2-4922-8dae-ca6e4bd18eba. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 951.780485] env[69773]: DEBUG nova.network.neutron [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Updating instance_info_cache with network_info: [{"id": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "address": "fa:16:3e:c3:b9:e6", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a347bd-a5", "ovs_interfaceid": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.781766] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 951.782637] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7bfbdc-aceb-4d57-95bb-225c9c71ad34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.807908] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 47e67c2c-7fb9-47c7-a019-15deb4e76131/47e67c2c-7fb9-47c7-a019-15deb4e76131.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.809875] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f0bd9c5-037d-4ffb-b88c-4a1a9ea71ac0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.838350] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.843543] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 951.843543] env[69773]: value = "task-3390287" [ 951.843543] env[69773]: _type = "Task" [ 951.843543] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.851540] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52119673-c14e-dd77-ff79-72f6f0452ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.02078} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.852830] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be01867f-7b3d-4a39-bc61-3847a714521b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.859386] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 951.859386] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524e0b9a-d63a-c33a-abb6-c59897420d19" [ 951.859386] env[69773]: _type = "Task" [ 951.859386] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.862390] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390287, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.873676] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524e0b9a-d63a-c33a-abb6-c59897420d19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.092178] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-b90f3aa4-183d-4758-be98-20e2f7883931" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.092178] env[69773]: DEBUG nova.objects.instance [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lazy-loading 'migration_context' on Instance uuid b90f3aa4-183d-4758-be98-20e2f7883931 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.208433] env[69773]: DEBUG nova.network.neutron [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 952.287271] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Releasing lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.287547] env[69773]: DEBUG nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Received event network-vif-plugged-04c5e70f-9165-4d9f-bbc5-c44c542e3202 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.287741] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Acquiring lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.287958] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.288145] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.288726] env[69773]: DEBUG nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] No waiting events found dispatching network-vif-plugged-04c5e70f-9165-4d9f-bbc5-c44c542e3202 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.288726] env[69773]: WARNING nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Received unexpected event network-vif-plugged-04c5e70f-9165-4d9f-bbc5-c44c542e3202 for instance with vm_state building and task_state spawning. [ 952.288726] env[69773]: DEBUG nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Received event network-changed-04c5e70f-9165-4d9f-bbc5-c44c542e3202 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.288996] env[69773]: DEBUG nova.compute.manager [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Refreshing instance network info cache due to event network-changed-04c5e70f-9165-4d9f-bbc5-c44c542e3202. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.289722] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Acquiring lock "refresh_cache-e57c13f4-eeb4-44f8-b6b3-f85f349ee736" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.289722] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Acquired lock "refresh_cache-e57c13f4-eeb4-44f8-b6b3-f85f349ee736" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.289722] env[69773]: DEBUG nova.network.neutron [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Refreshing network info cache for port 04c5e70f-9165-4d9f-bbc5-c44c542e3202 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 952.339489] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577535} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.339787] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 98709b61-d24b-4b9c-9258-5b2478c8e694/98709b61-d24b-4b9c-9258-5b2478c8e694.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.340013] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.340271] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42c96037-2553-49c1-82cb-e7c86d8ac561 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.356684] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 952.356684] env[69773]: value = "task-3390288" [ 952.356684] env[69773]: _type = "Task" [ 952.356684] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.368584] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.376678] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.384524] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524e0b9a-d63a-c33a-abb6-c59897420d19, 'name': SearchDatastore_Task, 'duration_secs': 0.022278} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.387411] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.387707] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e57c13f4-eeb4-44f8-b6b3-f85f349ee736/e57c13f4-eeb4-44f8-b6b3-f85f349ee736.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.388196] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c222e41-9b44-4fc6-847a-57b7f77b5c83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.403043] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 952.403043] env[69773]: value = "task-3390289" [ 952.403043] env[69773]: _type = "Task" [ 952.403043] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.419021] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.469922] env[69773]: DEBUG nova.network.neutron [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updating instance_info_cache with network_info: [{"id": "8d54579f-b945-4487-b715-325c15a64909", "address": "fa:16:3e:92:98:ea", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d54579f-b9", "ovs_interfaceid": "8d54579f-b945-4487-b715-325c15a64909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.524151] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b7258-b1c1-4d73-991c-ed6d1a6f6919 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.533018] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3776de9d-0712-4850-b965-a83c38a6a144 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.577811] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a3be5b-826b-475f-b72b-ac53b02983c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.594207] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a509d323-7fb7-4c9c-b0f3-1d122692a843 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.599775] env[69773]: DEBUG nova.objects.base [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 952.601511] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c68492a-5cef-44f0-abb8-caa59d8debf3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.618123] env[69773]: DEBUG nova.compute.provider_tree [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.635102] env[69773]: DEBUG nova.scheduler.client.report [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.642024] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a0c4f3-7842-44bb-830f-e3fbe31e37eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.645165] env[69773]: DEBUG oslo_vmware.api [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 952.645165] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfc96c-54d2-f612-e20f-14f155714821" [ 952.645165] env[69773]: _type = "Task" [ 952.645165] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.654031] env[69773]: DEBUG oslo_vmware.api [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfc96c-54d2-f612-e20f-14f155714821, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.861104] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390287, 'name': ReconfigVM_Task, 'duration_secs': 0.612563} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.864184] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 47e67c2c-7fb9-47c7-a019-15deb4e76131/47e67c2c-7fb9-47c7-a019-15deb4e76131.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 952.864911] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10158c63-18da-4088-96d9-79c50e20aadd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.872719] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104862} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.876271] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.876764] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 952.876764] env[69773]: value = "task-3390290" [ 952.876764] env[69773]: _type = "Task" [ 952.876764] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.877502] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1a5d4-1c19-4eb0-8c1c-6fba8b24d784 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.889983] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390290, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.907577] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 98709b61-d24b-4b9c-9258-5b2478c8e694/98709b61-d24b-4b9c-9258-5b2478c8e694.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.912571] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e1d79f-8425-48fc-8ea6-baa766d31f84 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.937714] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.939429] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 952.939429] env[69773]: value = "task-3390291" [ 952.939429] env[69773]: _type = "Task" [ 952.939429] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.949570] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.978298] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.978997] env[69773]: DEBUG nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Instance network_info: |[{"id": "8d54579f-b945-4487-b715-325c15a64909", "address": "fa:16:3e:92:98:ea", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d54579f-b9", "ovs_interfaceid": "8d54579f-b945-4487-b715-325c15a64909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.979448] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:98:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d54579f-b945-4487-b715-325c15a64909', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.990192] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Creating folder: Project (43abea7adbda4bcba5f275f915338cbf). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 952.993463] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3466a8f-eb11-4aa3-8cee-676eca4b01f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.005819] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Created folder: Project (43abea7adbda4bcba5f275f915338cbf) in parent group-v676268. [ 953.006014] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Creating folder: Instances. Parent ref: group-v676465. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 953.006270] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55745726-333f-414f-84d1-28f998bb04a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.019339] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Created folder: Instances in parent group-v676465. [ 953.019694] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.019960] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.020199] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8258dc66-d6eb-494e-911e-e942eff1d1f1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.048871] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.048871] env[69773]: value = "task-3390294" [ 953.048871] env[69773]: _type = "Task" [ 953.048871] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.058090] env[69773]: DEBUG nova.network.neutron [req-5214a61b-bf8e-421b-882c-39c27bb8d62d req-39abf508-daea-47b8-9217-55665f953fd0 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Updated VIF entry in instance network info cache for port b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 953.058510] env[69773]: DEBUG nova.network.neutron [req-5214a61b-bf8e-421b-882c-39c27bb8d62d req-39abf508-daea-47b8-9217-55665f953fd0 service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Updating instance_info_cache with network_info: [{"id": "b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282", "address": "fa:16:3e:64:ea:9c", "network": {"id": "9efb55d0-4bf4-46bf-a6ee-858ca2bee758", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1549910080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e3d2f0529a684301ace61c1fbcbb0bb4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ce058b2d-df85-481c-a996-cc179d534f1a", "external-id": "nsx-vlan-transportzone-671", "segmentation_id": 671, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3d0bd5f-90", "ovs_interfaceid": "b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.064765] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390294, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.070903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.071269] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.086871] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "320ca515-f589-485c-80ff-c53359ef7cdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.087076] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "320ca515-f589-485c-80ff-c53359ef7cdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.087504] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "320ca515-f589-485c-80ff-c53359ef7cdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.087727] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "320ca515-f589-485c-80ff-c53359ef7cdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.088328] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "320ca515-f589-485c-80ff-c53359ef7cdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.091421] env[69773]: INFO nova.compute.manager [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Terminating instance [ 953.116474] env[69773]: DEBUG nova.network.neutron [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Updated VIF entry in instance network info cache for port 04c5e70f-9165-4d9f-bbc5-c44c542e3202. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 953.116982] env[69773]: DEBUG nova.network.neutron [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Updating instance_info_cache with network_info: [{"id": "04c5e70f-9165-4d9f-bbc5-c44c542e3202", "address": "fa:16:3e:7a:97:91", "network": {"id": "7bb8f022-6905-434d-b9d4-e6daa74c4479", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1166117109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb3a831c9be242d68689a05fd0458298", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c5e70f-91", "ovs_interfaceid": "04c5e70f-9165-4d9f-bbc5-c44c542e3202", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.142665] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.552s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.145512] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.032s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.147650] env[69773]: INFO nova.compute.claims [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.162112] env[69773]: DEBUG oslo_vmware.api [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfc96c-54d2-f612-e20f-14f155714821, 'name': SearchDatastore_Task, 'duration_secs': 0.03789} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.162634] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.193093] env[69773]: INFO nova.scheduler.client.report [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted allocations for instance 241a1686-456e-42a0-8258-752ff9aebb61 [ 953.355575] env[69773]: DEBUG nova.network.neutron [-] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.395764] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390290, 'name': Rename_Task, 'duration_secs': 0.160731} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.396059] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.396318] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5150a8c-b086-4a2f-ac55-87bc516c8274 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.432027] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.975959} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.432027] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e57c13f4-eeb4-44f8-b6b3-f85f349ee736/e57c13f4-eeb4-44f8-b6b3-f85f349ee736.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.432027] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.432027] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc1c1d0a-bbac-478c-b850-2af92d7d6160 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.432681] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 953.432681] env[69773]: value = "task-3390295" [ 953.432681] env[69773]: _type = "Task" [ 953.432681] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.438387] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 953.438387] env[69773]: value = "task-3390296" [ 953.438387] env[69773]: _type = "Task" [ 953.438387] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.445688] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.455743] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.459215] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.561168] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390294, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.566982] env[69773]: DEBUG oslo_concurrency.lockutils [req-5214a61b-bf8e-421b-882c-39c27bb8d62d req-39abf508-daea-47b8-9217-55665f953fd0 service nova] Releasing lock "refresh_cache-64ee3834-f8ac-4603-a9c8-dac306453fa5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.575188] env[69773]: DEBUG nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.599819] env[69773]: DEBUG nova.compute.manager [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.600181] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.603024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f383c5c-411c-4e59-8ccb-87861d07901f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.612107] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.612386] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d75f8b3-38df-49d1-945b-1e4e1c435f75 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.622674] env[69773]: DEBUG oslo_concurrency.lockutils [req-7983c97b-4374-4e69-8135-0a54ebbbe68b req-b8ce5dd3-f576-4655-abbd-767e646f6ea1 service nova] Releasing lock "refresh_cache-e57c13f4-eeb4-44f8-b6b3-f85f349ee736" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.623252] env[69773]: DEBUG oslo_vmware.api [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 953.623252] env[69773]: value = "task-3390297" [ 953.623252] env[69773]: _type = "Task" [ 953.623252] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.634057] env[69773]: DEBUG oslo_vmware.api [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.704800] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0855af1-f7db-4d29-9016-72c843ff956f tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "241a1686-456e-42a0-8258-752ff9aebb61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.811s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.858631] env[69773]: INFO nova.compute.manager [-] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Took 2.14 seconds to deallocate network for instance. [ 953.875895] env[69773]: DEBUG nova.compute.manager [req-8e8f2f0d-c724-4f73-87ca-5decc8b8b9df req-bce40936-f9e7-409d-b556-98e753db6ef5 service nova] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Received event network-vif-deleted-0d93d2eb-849b-44ac-818d-936da46c54f6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.947027] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.962115] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316551} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.962115] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.962115] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7478f708-b5b9-407a-9bd0-991b69bc3234 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.970162] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390291, 'name': ReconfigVM_Task, 'duration_secs': 0.780834} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.970162] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 98709b61-d24b-4b9c-9258-5b2478c8e694/98709b61-d24b-4b9c-9258-5b2478c8e694.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.971295] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b73af9d-8604-489f-9a7c-cdc580b85dc4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.995130] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] e57c13f4-eeb4-44f8-b6b3-f85f349ee736/e57c13f4-eeb4-44f8-b6b3-f85f349ee736.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.995902] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1873c9c-c3a6-44e0-ae23-a1062198d187 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.013769] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 954.013769] env[69773]: value = "task-3390298" [ 954.013769] env[69773]: _type = "Task" [ 954.013769] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.018655] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 954.018655] env[69773]: value = "task-3390299" [ 954.018655] env[69773]: _type = "Task" [ 954.018655] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.022393] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390298, 'name': Rename_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.032933] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.063704] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390294, 'name': CreateVM_Task, 'duration_secs': 0.655647} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.066314] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.066314] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.066314] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.066314] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.066792] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9f3fb1-9533-4e5d-83d2-b0b9a8483e82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.073998] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 954.073998] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204b126-73a4-2255-42ba-97065c796186" [ 954.073998] env[69773]: _type = "Task" [ 954.073998] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.086458] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204b126-73a4-2255-42ba-97065c796186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.111084] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.135423] env[69773]: DEBUG oslo_vmware.api [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390297, 'name': PowerOffVM_Task, 'duration_secs': 0.321596} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.135808] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.135984] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.136270] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-486e7e4f-f6a1-4fbc-a7ed-6a32f44ac024 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.142816] env[69773]: DEBUG nova.compute.manager [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Received event network-vif-plugged-8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.143051] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Acquiring lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.143272] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.143842] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.143842] env[69773]: DEBUG nova.compute.manager [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] No waiting events found dispatching network-vif-plugged-8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.143842] env[69773]: WARNING nova.compute.manager [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Received unexpected event network-vif-plugged-8d54579f-b945-4487-b715-325c15a64909 for instance with vm_state building and task_state spawning. [ 954.144041] env[69773]: DEBUG nova.compute.manager [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Received event network-changed-8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.144077] env[69773]: DEBUG nova.compute.manager [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Refreshing instance network info cache due to event network-changed-8d54579f-b945-4487-b715-325c15a64909. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.144283] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Acquiring lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.144420] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Acquired lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.144591] env[69773]: DEBUG nova.network.neutron [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Refreshing network info cache for port 8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 954.250154] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.250923] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.250923] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Deleting the datastore file [datastore2] 320ca515-f589-485c-80ff-c53359ef7cdd {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.250923] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ff6b48a-82ed-4edd-a464-8ba8d5121c8a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.259478] env[69773]: DEBUG oslo_vmware.api [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 954.259478] env[69773]: value = "task-3390301" [ 954.259478] env[69773]: _type = "Task" [ 954.259478] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.270619] env[69773]: DEBUG oslo_vmware.api [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.365866] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.446472] env[69773]: DEBUG oslo_vmware.api [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390295, 'name': PowerOnVM_Task, 'duration_secs': 0.775171} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.446472] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.446472] env[69773]: DEBUG nova.compute.manager [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.447265] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710a2108-9b9f-4d4e-abb8-c0e0f0fa0588 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.530503] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390298, 'name': Rename_Task, 'duration_secs': 0.210468} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.531262] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.531597] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a282ec11-fbe0-490c-ac4f-c5ce95efff51 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.534797] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b3b63d-6476-428b-a56c-85a6ab96bbda {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.542711] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.549214] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 954.549214] env[69773]: value = "task-3390302" [ 954.549214] env[69773]: _type = "Task" [ 954.549214] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.556981] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15156fd-d03e-4eb1-83cf-43866e777de0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.603571] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92987590-ba20-435f-b62a-42e5422c1ce1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.614077] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204b126-73a4-2255-42ba-97065c796186, 'name': SearchDatastore_Task, 'duration_secs': 0.013668} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.616034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.616323] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.616605] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.616785] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.616973] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.617327] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5aa417-9d9d-4bf7-a0eb-2032c1a9d1ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.620916] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c689cc2-0856-4952-beef-59b5beb620b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.639276] env[69773]: DEBUG nova.compute.provider_tree [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.641525] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.641525] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.645882] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3166ba85-4a53-4c76-8171-08862f5ce342 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.653030] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 954.653030] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f0f216-417c-d458-2860-e6982d7cc7ff" [ 954.653030] env[69773]: _type = "Task" [ 954.653030] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.663330] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f0f216-417c-d458-2860-e6982d7cc7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.748020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.748020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.748020] env[69773]: DEBUG nova.network.neutron [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 954.782723] env[69773]: DEBUG oslo_vmware.api [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.49768} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.785031] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.785582] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.785920] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.786295] env[69773]: INFO nova.compute.manager [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Took 1.19 seconds to destroy the instance on the hypervisor. [ 954.786683] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.787459] env[69773]: DEBUG nova.compute.manager [-] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.787536] env[69773]: DEBUG nova.network.neutron [-] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 954.958330] env[69773]: DEBUG nova.network.neutron [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updated VIF entry in instance network info cache for port 8d54579f-b945-4487-b715-325c15a64909. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 954.958678] env[69773]: DEBUG nova.network.neutron [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updating instance_info_cache with network_info: [{"id": "8d54579f-b945-4487-b715-325c15a64909", "address": "fa:16:3e:92:98:ea", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d54579f-b9", "ovs_interfaceid": "8d54579f-b945-4487-b715-325c15a64909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.965894] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.034868] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390299, 'name': ReconfigVM_Task, 'duration_secs': 0.589089} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.034980] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Reconfigured VM instance instance-00000041 to attach disk [datastore2] e57c13f4-eeb4-44f8-b6b3-f85f349ee736/e57c13f4-eeb4-44f8-b6b3-f85f349ee736.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 955.035582] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21330cc-4e0a-48ff-9a59-7f09a2c8ba56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.045482] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 955.045482] env[69773]: value = "task-3390303" [ 955.045482] env[69773]: _type = "Task" [ 955.045482] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.054951] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390303, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.063778] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.147127] env[69773]: DEBUG nova.scheduler.client.report [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.166670] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f0f216-417c-d458-2860-e6982d7cc7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.035513} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.168696] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9bba322-6a5a-41fa-862d-ef36a849d82a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.177012] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 955.177012] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52efcc86-7560-2ad4-bf18-618c867f65d4" [ 955.177012] env[69773]: _type = "Task" [ 955.177012] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.189277] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52efcc86-7560-2ad4-bf18-618c867f65d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.465392] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Releasing lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.465392] env[69773]: DEBUG nova.compute.manager [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Received event network-changed-457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.465558] env[69773]: DEBUG nova.compute.manager [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Refreshing instance network info cache due to event network-changed-457eb089-9462-4237-80b0-a15caf849181. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.465697] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Acquiring lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.465842] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Acquired lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.466010] env[69773]: DEBUG nova.network.neutron [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Refreshing network info cache for port 457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 955.559862] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390303, 'name': Rename_Task, 'duration_secs': 0.207611} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.563447] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.564067] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9234d04-3b75-4fd0-89fe-e021deb07e6d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.572454] env[69773]: DEBUG nova.network.neutron [-] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.573938] env[69773]: DEBUG oslo_vmware.api [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390302, 'name': PowerOnVM_Task, 'duration_secs': 0.716278} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.575574] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.575802] env[69773]: INFO nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Took 9.84 seconds to spawn the instance on the hypervisor. [ 955.576044] env[69773]: DEBUG nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.576887] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 955.576887] env[69773]: value = "task-3390304" [ 955.576887] env[69773]: _type = "Task" [ 955.576887] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.578297] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3944ee1c-38a5-4ea0-8bd4-4bc2774853a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.594811] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.653531] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.654105] env[69773]: DEBUG nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.656856] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.182s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.658263] env[69773]: INFO nova.compute.claims [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.688343] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52efcc86-7560-2ad4-bf18-618c867f65d4, 'name': SearchDatastore_Task, 'duration_secs': 0.027525} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.688690] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.688948] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 264dfbfd-8005-4f0a-a408-186b88fe9ae9/264dfbfd-8005-4f0a-a408-186b88fe9ae9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.689252] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b410004-e6ef-44f5-ac14-be3168c413db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.699424] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 955.699424] env[69773]: value = "task-3390305" [ 955.699424] env[69773]: _type = "Task" [ 955.699424] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.710675] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.765020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.765020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.765020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.765020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.765020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.766371] env[69773]: INFO nova.compute.manager [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Terminating instance [ 955.815807] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "47e67c2c-7fb9-47c7-a019-15deb4e76131" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.816073] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "47e67c2c-7fb9-47c7-a019-15deb4e76131" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.816286] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "47e67c2c-7fb9-47c7-a019-15deb4e76131-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.816469] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "47e67c2c-7fb9-47c7-a019-15deb4e76131-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.816672] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "47e67c2c-7fb9-47c7-a019-15deb4e76131-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.819541] env[69773]: INFO nova.compute.manager [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Terminating instance [ 955.900570] env[69773]: DEBUG nova.network.neutron [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [{"id": "1cfc58ce-7b60-48ce-a719-015521f259d6", "address": "fa:16:3e:c5:d8:65", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc58ce-7b", "ovs_interfaceid": "1cfc58ce-7b60-48ce-a719-015521f259d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.078929] env[69773]: INFO nova.compute.manager [-] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Took 1.29 seconds to deallocate network for instance. [ 956.115116] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390304, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.121775] env[69773]: INFO nova.compute.manager [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Took 26.10 seconds to build instance. [ 956.162826] env[69773]: DEBUG nova.compute.utils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.166769] env[69773]: DEBUG nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.166924] env[69773]: DEBUG nova.network.neutron [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.214727] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390305, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.234069] env[69773]: DEBUG nova.policy [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.270639] env[69773]: DEBUG nova.compute.manager [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.270874] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.274150] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47142df3-e94c-4170-8374-e95e377556af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.285778] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.285907] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a97d6a-3dde-45cd-bb86-a390a57176a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.295422] env[69773]: DEBUG oslo_vmware.api [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 956.295422] env[69773]: value = "task-3390306" [ 956.295422] env[69773]: _type = "Task" [ 956.295422] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.309153] env[69773]: DEBUG oslo_vmware.api [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.323149] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "refresh_cache-47e67c2c-7fb9-47c7-a019-15deb4e76131" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.323387] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquired lock "refresh_cache-47e67c2c-7fb9-47c7-a019-15deb4e76131" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.323643] env[69773]: DEBUG nova.network.neutron [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 956.403618] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.445249] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9f39e282aaf341eb9f5b8338aebb0f9b',container_format='bare',created_at=2025-04-09T19:06:36Z,direct_url=,disk_format='vmdk',id=8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-684240802-shelved',owner='6aeafafd2fbd4585bb6f775e54eb2721',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-04-09T19:06:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.445249] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.445249] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.445454] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.445548] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.445696] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.445907] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.446201] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.446393] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.446568] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.446771] env[69773]: DEBUG nova.virt.hardware [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.447661] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc2b608-1a4e-4b1f-b08e-40a3b80bd159 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.462208] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71c7d7-e8ca-49e7-ab77-e2db28f61a94 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.478131] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:d8:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1cfc58ce-7b60-48ce-a719-015521f259d6', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.486020] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.487728] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.487728] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45e75dc8-0b44-4081-8fff-0b2039155ca8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.510504] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.510504] env[69773]: value = "task-3390307" [ 956.510504] env[69773]: _type = "Task" [ 956.510504] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.523894] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390307, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.550330] env[69773]: DEBUG nova.compute.manager [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received event network-vif-plugged-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.550586] env[69773]: DEBUG oslo_concurrency.lockutils [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.550851] env[69773]: DEBUG oslo_concurrency.lockutils [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.550958] env[69773]: DEBUG oslo_concurrency.lockutils [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.551062] env[69773]: DEBUG nova.compute.manager [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] No waiting events found dispatching network-vif-plugged-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.553583] env[69773]: WARNING nova.compute.manager [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received unexpected event network-vif-plugged-1cfc58ce-7b60-48ce-a719-015521f259d6 for instance with vm_state shelved_offloaded and task_state spawning. [ 956.553583] env[69773]: DEBUG nova.compute.manager [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received event network-changed-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.553583] env[69773]: DEBUG nova.compute.manager [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Refreshing instance network info cache due to event network-changed-1cfc58ce-7b60-48ce-a719-015521f259d6. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.553583] env[69773]: DEBUG oslo_concurrency.lockutils [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] Acquiring lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.553583] env[69773]: DEBUG oslo_concurrency.lockutils [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] Acquired lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.553583] env[69773]: DEBUG nova.network.neutron [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Refreshing network info cache for port 1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 956.565018] env[69773]: DEBUG nova.network.neutron [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updated VIF entry in instance network info cache for port 457eb089-9462-4237-80b0-a15caf849181. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 956.565434] env[69773]: DEBUG nova.network.neutron [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.592996] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.602576] env[69773]: DEBUG oslo_vmware.api [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390304, 'name': PowerOnVM_Task, 'duration_secs': 0.714953} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.602873] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.603332] env[69773]: INFO nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Took 8.41 seconds to spawn the instance on the hypervisor. [ 956.603332] env[69773]: DEBUG nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.604055] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffa71bc-2ab3-4448-a5b7-d02e58a06e1f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.618388] env[69773]: DEBUG nova.network.neutron [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Successfully created port: a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 956.623346] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bdb39c59-0502-4f71-a693-9108209047d8 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.616s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.667382] env[69773]: DEBUG nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.717975] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.705277} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.718277] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 264dfbfd-8005-4f0a-a408-186b88fe9ae9/264dfbfd-8005-4f0a-a408-186b88fe9ae9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.718529] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.718894] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d64c68f0-ce50-44a0-a031-a43d80dcc3b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.732503] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 956.732503] env[69773]: value = "task-3390308" [ 956.732503] env[69773]: _type = "Task" [ 956.732503] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.744602] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.810866] env[69773]: DEBUG oslo_vmware.api [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390306, 'name': PowerOffVM_Task, 'duration_secs': 0.304954} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.813877] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.813877] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.813877] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-672e1f3f-b73d-4715-9ab9-fdb173678bfe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.856024] env[69773]: DEBUG nova.network.neutron [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 956.927382] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.927690] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.927836] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleting the datastore file [datastore1] c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.928691] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be79fae-68f6-4593-8573-120726a4483d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.937899] env[69773]: DEBUG oslo_vmware.api [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for the task: (returnval){ [ 956.937899] env[69773]: value = "task-3390310" [ 956.937899] env[69773]: _type = "Task" [ 956.937899] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.951841] env[69773]: DEBUG oslo_vmware.api [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.992138] env[69773]: DEBUG nova.network.neutron [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.023849] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390307, 'name': CreateVM_Task, 'duration_secs': 0.478433} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.026688] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.027845] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.028023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.028380] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.028634] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1234d76-34ed-4099-878e-c9838ac5c61f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.036104] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 957.036104] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52192ec9-a9da-1583-0ed9-7effb11b3e44" [ 957.036104] env[69773]: _type = "Task" [ 957.036104] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.048615] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52192ec9-a9da-1583-0ed9-7effb11b3e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.069629] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5489b06a-ad6e-4b5b-b7ef-0324dee0c44a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.079150] env[69773]: DEBUG oslo_concurrency.lockutils [req-2fd4803b-09b5-4d7e-ba22-822b4a4ccf68 req-73f317c8-00ab-4950-943f-bf22a96de287 service nova] Releasing lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.093151] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7a6eb-064e-4993-bb31-67db74d09540 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.185825] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1e5a1-6dac-4a84-af1b-10083c3fcb15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.196092] env[69773]: INFO nova.compute.manager [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Took 25.78 seconds to build instance. [ 957.202435] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e9587-abb4-460d-ae7f-42446ac8adb4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.220152] env[69773]: DEBUG nova.compute.provider_tree [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.245701] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118368} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.245981] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.246840] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c20435d-8d0c-429b-972b-0cfe453a1b03 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.270584] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 264dfbfd-8005-4f0a-a408-186b88fe9ae9/264dfbfd-8005-4f0a-a408-186b88fe9ae9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.273823] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f3e0ea7-e852-4d23-af73-9544dda14d67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.296221] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 957.296221] env[69773]: value = "task-3390311" [ 957.296221] env[69773]: _type = "Task" [ 957.296221] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.305999] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390311, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.368059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "6fe4702c-4579-481c-8774-22e4b484f1c9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.368480] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.369193] env[69773]: DEBUG nova.compute.manager [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 957.372860] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29545490-4e49-4ec7-8e7b-d38cace011fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.382063] env[69773]: DEBUG nova.compute.manager [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 957.382627] env[69773]: DEBUG nova.objects.instance [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'flavor' on Instance uuid 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.454392] env[69773]: DEBUG oslo_vmware.api [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Task: {'id': task-3390310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200083} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.455439] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.455439] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.455439] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.455562] env[69773]: INFO nova.compute.manager [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Took 1.18 seconds to destroy the instance on the hypervisor. [ 957.455919] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.456218] env[69773]: DEBUG nova.compute.manager [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.457907] env[69773]: DEBUG nova.network.neutron [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 957.498029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Releasing lock "refresh_cache-47e67c2c-7fb9-47c7-a019-15deb4e76131" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.498029] env[69773]: DEBUG nova.compute.manager [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.498197] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.499225] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d9315a-51e3-4286-8cf1-a65071f857b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.508179] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.508414] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7677bcb2-1c48-488a-b93e-575c08da1171 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.515954] env[69773]: DEBUG oslo_vmware.api [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 957.515954] env[69773]: value = "task-3390312" [ 957.515954] env[69773]: _type = "Task" [ 957.515954] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.525738] env[69773]: DEBUG oslo_vmware.api [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390312, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.548056] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.548056] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Processing image 8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.548313] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.548463] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.548719] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.548931] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab98cd93-3d1f-444e-a698-1dfe888f5540 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.566399] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.566719] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.567449] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b0b40d-0e59-4285-8d0a-988ae3bdd966 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.570868] env[69773]: DEBUG nova.network.neutron [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updated VIF entry in instance network info cache for port 1cfc58ce-7b60-48ce-a719-015521f259d6. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 957.571237] env[69773]: DEBUG nova.network.neutron [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [{"id": "1cfc58ce-7b60-48ce-a719-015521f259d6", "address": "fa:16:3e:c5:d8:65", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1cfc58ce-7b", "ovs_interfaceid": "1cfc58ce-7b60-48ce-a719-015521f259d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.577903] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 957.577903] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52737983-9c3b-b1c1-cd79-228b664c3a4d" [ 957.577903] env[69773]: _type = "Task" [ 957.577903] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.587707] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52737983-9c3b-b1c1-cd79-228b664c3a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.694461] env[69773]: DEBUG nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.702530] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7043427e-1581-447b-8677-25db233616c4 tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.342s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.732895] env[69773]: DEBUG nova.scheduler.client.report [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.749055] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.749278] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.749449] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.749629] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.749776] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.749925] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.750160] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.750365] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.752263] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.752263] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.752263] env[69773]: DEBUG nova.virt.hardware [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.752607] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f56fc2-7f7d-4c42-b652-2580a66daa19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.769715] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524cd3f-57a7-4e86-b894-6bbf0e127f91 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.810277] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390311, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.029697] env[69773]: DEBUG oslo_vmware.api [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390312, 'name': PowerOffVM_Task, 'duration_secs': 0.242537} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.029980] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.030179] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.030431] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ffd01b1-2237-4f90-906f-8d21915e1f5f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.061259] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.061766] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.061766] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Deleting the datastore file [datastore2] 47e67c2c-7fb9-47c7-a019-15deb4e76131 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.062082] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28af1c2d-c482-44df-913c-cfb64a935ffa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.070229] env[69773]: DEBUG oslo_vmware.api [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for the task: (returnval){ [ 958.070229] env[69773]: value = "task-3390314" [ 958.070229] env[69773]: _type = "Task" [ 958.070229] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.075669] env[69773]: DEBUG oslo_concurrency.lockutils [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] Releasing lock "refresh_cache-ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.076144] env[69773]: DEBUG nova.compute.manager [req-57721c1a-6989-436d-b0d7-b10829adc96d req-aa4031bf-0fc5-49ab-9070-416442d3cd95 service nova] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Received event network-vif-deleted-c6ada286-93bd-4c2e-80dd-2afa70fb7347 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.085235] env[69773]: DEBUG oslo_vmware.api [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.092680] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Preparing fetch location {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 958.093070] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Fetch image to [datastore1] OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a/OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a.vmdk {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 958.093281] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Downloading stream optimized image 8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8 to [datastore1] OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a/OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a.vmdk on the data store datastore1 as vApp {{(pid=69773) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 958.093465] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Downloading image file data 8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8 to the ESX as VM named 'OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a' {{(pid=69773) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 958.197427] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 958.197427] env[69773]: value = "resgroup-9" [ 958.197427] env[69773]: _type = "ResourcePool" [ 958.197427] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 958.198156] env[69773]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c9e613e0-24d6-481a-999d-1bfd6a31c7b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.224079] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lease: (returnval){ [ 958.224079] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ebce43-1511-d46a-60b8-853ae41649ab" [ 958.224079] env[69773]: _type = "HttpNfcLease" [ 958.224079] env[69773]: } obtained for vApp import into resource pool (val){ [ 958.224079] env[69773]: value = "resgroup-9" [ 958.224079] env[69773]: _type = "ResourcePool" [ 958.224079] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 958.224079] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the lease: (returnval){ [ 958.224079] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ebce43-1511-d46a-60b8-853ae41649ab" [ 958.224079] env[69773]: _type = "HttpNfcLease" [ 958.224079] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 958.230212] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.230212] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ebce43-1511-d46a-60b8-853ae41649ab" [ 958.230212] env[69773]: _type = "HttpNfcLease" [ 958.230212] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.237714] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.241026] env[69773]: DEBUG nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 958.246427] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.082s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.276590] env[69773]: DEBUG nova.network.neutron [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.309472] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390311, 'name': ReconfigVM_Task, 'duration_secs': 0.69579} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.309770] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 264dfbfd-8005-4f0a-a408-186b88fe9ae9/264dfbfd-8005-4f0a-a408-186b88fe9ae9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.310461] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12363bfa-5887-4276-aee3-ca8d913dd3f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.320471] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 958.320471] env[69773]: value = "task-3390316" [ 958.320471] env[69773]: _type = "Task" [ 958.320471] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.331535] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390316, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.343375] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "98709b61-d24b-4b9c-9258-5b2478c8e694" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.343668] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.343855] env[69773]: INFO nova.compute.manager [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Shelving [ 958.391981] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.392621] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c45ce6e-6406-47a8-96c9-13b66ba6e357 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.404491] env[69773]: DEBUG oslo_vmware.api [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 958.404491] env[69773]: value = "task-3390317" [ 958.404491] env[69773]: _type = "Task" [ 958.404491] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.421853] env[69773]: DEBUG oslo_vmware.api [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.440992] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.441741] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.584010] env[69773]: DEBUG oslo_vmware.api [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Task: {'id': task-3390314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107473} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.584539] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.584869] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.585532] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.585799] env[69773]: INFO nova.compute.manager [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Took 1.09 seconds to destroy the instance on the hypervisor. [ 958.586153] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.586712] env[69773]: DEBUG nova.compute.manager [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.587080] env[69773]: DEBUG nova.network.neutron [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 958.616164] env[69773]: DEBUG nova.network.neutron [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 958.732922] env[69773]: DEBUG nova.compute.manager [req-092678e5-3296-4992-a37b-3ffe4f980fb9 req-b2b430d8-3847-44fe-b0c7-f8e155e56d14 service nova] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Received event network-vif-deleted-b5273a2b-2de5-42db-8a6d-a8c3a5940471 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.738363] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 958.738363] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ebce43-1511-d46a-60b8-853ae41649ab" [ 958.738363] env[69773]: _type = "HttpNfcLease" [ 958.738363] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 958.753382] env[69773]: DEBUG nova.compute.utils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.756836] env[69773]: DEBUG nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.757021] env[69773]: DEBUG nova.network.neutron [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.780430] env[69773]: INFO nova.compute.manager [-] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Took 1.32 seconds to deallocate network for instance. [ 958.811976] env[69773]: DEBUG nova.compute.manager [req-38a16f02-e488-425b-a4a1-b0b47c31d7d7 req-af553c17-97d6-40ea-824e-5055f0bcc930 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-vif-plugged-a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.811976] env[69773]: DEBUG oslo_concurrency.lockutils [req-38a16f02-e488-425b-a4a1-b0b47c31d7d7 req-af553c17-97d6-40ea-824e-5055f0bcc930 service nova] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.812322] env[69773]: DEBUG oslo_concurrency.lockutils [req-38a16f02-e488-425b-a4a1-b0b47c31d7d7 req-af553c17-97d6-40ea-824e-5055f0bcc930 service nova] Lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.812407] env[69773]: DEBUG oslo_concurrency.lockutils [req-38a16f02-e488-425b-a4a1-b0b47c31d7d7 req-af553c17-97d6-40ea-824e-5055f0bcc930 service nova] Lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.812615] env[69773]: DEBUG nova.compute.manager [req-38a16f02-e488-425b-a4a1-b0b47c31d7d7 req-af553c17-97d6-40ea-824e-5055f0bcc930 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] No waiting events found dispatching network-vif-plugged-a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 958.812833] env[69773]: WARNING nova.compute.manager [req-38a16f02-e488-425b-a4a1-b0b47c31d7d7 req-af553c17-97d6-40ea-824e-5055f0bcc930 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received unexpected event network-vif-plugged-a88a0ac9-9cb4-4de5-94cc-8a9725f9222b for instance with vm_state building and task_state spawning. [ 958.848881] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390316, 'name': Rename_Task, 'duration_secs': 0.18096} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.851177] env[69773]: DEBUG nova.policy [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89cfd69e6f47454db7abe5f27d7c7b20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '248c9609f1304f2e850d645a3a2bf9aa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.856381] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.857441] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c218800-6dae-4877-bb91-14bcd130f6bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.874238] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 958.874238] env[69773]: value = "task-3390318" [ 958.874238] env[69773]: _type = "Task" [ 958.874238] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.885524] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.910251] env[69773]: DEBUG nova.network.neutron [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Successfully updated port: a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.920707] env[69773]: DEBUG oslo_vmware.api [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390317, 'name': PowerOffVM_Task, 'duration_secs': 0.340174} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.921152] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.921588] env[69773]: DEBUG nova.compute.manager [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.925994] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e95b3a1-9dc4-4d42-936d-47a109fbf79e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.945375] env[69773]: DEBUG nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 959.123618] env[69773]: DEBUG nova.network.neutron [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.233701] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbfdc1a-4666-496b-8add-752aaf5d1e90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.237065] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.237065] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ebce43-1511-d46a-60b8-853ae41649ab" [ 959.237065] env[69773]: _type = "HttpNfcLease" [ 959.237065] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.238183] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.238183] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ebce43-1511-d46a-60b8-853ae41649ab" [ 959.238183] env[69773]: _type = "HttpNfcLease" [ 959.238183] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 959.241528] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d188ea-3106-42e3-9484-2dd86a77019d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.245773] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b9a0d0-3849-47a4-9181-d51a3c7b0b62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.253139] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232dc28-30e3-557d-6e58-648399233472/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.253448] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232dc28-30e3-557d-6e58-648399233472/disk-0.vmdk. {{(pid=69773) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 959.322222] env[69773]: DEBUG nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.325773] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.359716] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd35c28b-fdfd-40b8-ad01-de100e0b6903 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.364483] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2519aa0d-b037-464b-a89c-978d15434971 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.367496] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.367496] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a37b23b4-ace4-4b46-9738-99a6e5cc9f52 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.374973] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f520ef67-b152-4ff2-9022-a94fd9330db5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.380456] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 959.380456] env[69773]: value = "task-3390319" [ 959.380456] env[69773]: _type = "Task" [ 959.380456] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.398185] env[69773]: DEBUG nova.compute.provider_tree [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.403094] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.408255] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.413142] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.414027] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.414027] env[69773]: DEBUG nova.network.neutron [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 959.456071] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72f188bc-66cb-4a05-a9f1-be6263bf985c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.475138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.577840] env[69773]: DEBUG nova.network.neutron [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Successfully created port: 2cec75c9-6866-47eb-91df-8aaad78434a5 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 959.632039] env[69773]: INFO nova.compute.manager [-] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Took 1.04 seconds to deallocate network for instance. [ 959.896011] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390319, 'name': PowerOffVM_Task, 'duration_secs': 0.314875} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.899448] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.902631] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.902631] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e33f104-9fdd-4417-a690-0c0eba09a2e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.904491] env[69773]: DEBUG nova.scheduler.client.report [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.926242] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1af7ee-0cf0-4340-ba65-051cb2adc2c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.975792] env[69773]: DEBUG nova.network.neutron [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 960.137337] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.166643] env[69773]: DEBUG nova.network.neutron [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.335890] env[69773]: DEBUG nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.346640] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "6e6bc02f-3f52-442a-a061-9f9e82f64488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.346938] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "6e6bc02f-3f52-442a-a061-9f9e82f64488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.382800] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.383068] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.383246] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.383431] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.383578] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.383724] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.383924] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.384094] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.388016] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.388016] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.388016] env[69773]: DEBUG nova.virt.hardware [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.388016] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597071ae-10e4-435e-841e-a845f723a8ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.404474] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb7dcc9-3400-4c17-be6b-20503cba1cb2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.410611] env[69773]: DEBUG oslo_vmware.api [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390318, 'name': PowerOnVM_Task, 'duration_secs': 1.478173} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.414925] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.414925] env[69773]: INFO nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Took 9.84 seconds to spawn the instance on the hypervisor. [ 960.415050] env[69773]: DEBUG nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.416833] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3194060-9d06-4c36-bb5a-496d966e09f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.440350] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 960.441215] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a39f0439-c276-4f55-960a-4cdf10a0ba23 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.452100] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 960.452100] env[69773]: value = "task-3390320" [ 960.452100] env[69773]: _type = "Task" [ 960.452100] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.462742] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390320, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.669646] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.669646] env[69773]: DEBUG nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Instance network_info: |[{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 960.669945] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:9e:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a88a0ac9-9cb4-4de5-94cc-8a9725f9222b', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 960.678177] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.680575] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.680827] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2e20a7b-fe30-4ac4-b15f-8ca2d01222ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.707793] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.707793] env[69773]: value = "task-3390321" [ 960.707793] env[69773]: _type = "Task" [ 960.707793] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.718815] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390321, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.849453] env[69773]: DEBUG nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.919101] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.675s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.926954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.814s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.929504] env[69773]: INFO nova.compute.claims [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.954515] env[69773]: INFO nova.compute.manager [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Took 27.54 seconds to build instance. [ 960.967183] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390320, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.160654] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Completed reading data from the image iterator. {{(pid=69773) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 961.161010] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232dc28-30e3-557d-6e58-648399233472/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 961.165828] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b3903f-4ae9-4ab8-8b67-2e2837af23af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.175712] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232dc28-30e3-557d-6e58-648399233472/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 961.175928] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232dc28-30e3-557d-6e58-648399233472/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 961.176482] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-977ff84e-fc6a-494a-aa8d-de03e4dddfad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.222447] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390321, 'name': CreateVM_Task, 'duration_secs': 0.416686} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.222856] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.223309] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.223483] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.223816] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.224097] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e97004f-06a8-44eb-86e7-c833ce7b3260 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.230662] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 961.230662] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5233950e-7a5b-14a0-08c1-33094935ed31" [ 961.230662] env[69773]: _type = "Task" [ 961.230662] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.238746] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5233950e-7a5b-14a0-08c1-33094935ed31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.378096] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.463274] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb5d8717-99db-40db-97c8-6a71813c7c29 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.070s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.467115] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390320, 'name': CreateSnapshot_Task, 'duration_secs': 0.564553} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.467374] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 961.468132] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fd0edc-4e10-490b-9a89-a828ceb0e1c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.499855] env[69773]: INFO nova.scheduler.client.report [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted allocation for migration 8d5e2e17-82d5-4215-8a16-de0c981ef55a [ 961.675567] env[69773]: DEBUG oslo_vmware.rw_handles [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5232dc28-30e3-557d-6e58-648399233472/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 961.675944] env[69773]: INFO nova.virt.vmwareapi.images [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Downloaded image file data 8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8 [ 961.676873] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c009a13-65b0-443e-9395-c2a01b0bee15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.695063] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f2530da-fb3f-4b65-a9a2-30ad274e9e92 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.744992] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5233950e-7a5b-14a0-08c1-33094935ed31, 'name': SearchDatastore_Task, 'duration_secs': 0.021532} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.745417] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.745738] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.746078] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.746356] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.746533] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.746875] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5115b4c-a334-404c-8b5d-dce5c21c3f43 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.761870] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.762092] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.763220] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7196c574-4a99-4ad4-a70c-b88335757f12 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.769979] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 961.769979] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526924a5-46ef-36b5-c33a-ece9ec7f5930" [ 961.769979] env[69773]: _type = "Task" [ 961.769979] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.781229] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526924a5-46ef-36b5-c33a-ece9ec7f5930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.794094] env[69773]: DEBUG nova.compute.manager [req-4995426d-5424-4efa-b567-bdb24b3baccf req-97403201-fb16-45e9-9111-819c8fd6978b service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-changed-a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.794692] env[69773]: DEBUG nova.compute.manager [req-4995426d-5424-4efa-b567-bdb24b3baccf req-97403201-fb16-45e9-9111-819c8fd6978b service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Refreshing instance network info cache due to event network-changed-a88a0ac9-9cb4-4de5-94cc-8a9725f9222b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.794692] env[69773]: DEBUG oslo_concurrency.lockutils [req-4995426d-5424-4efa-b567-bdb24b3baccf req-97403201-fb16-45e9-9111-819c8fd6978b service nova] Acquiring lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.794692] env[69773]: DEBUG oslo_concurrency.lockutils [req-4995426d-5424-4efa-b567-bdb24b3baccf req-97403201-fb16-45e9-9111-819c8fd6978b service nova] Acquired lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.794945] env[69773]: DEBUG nova.network.neutron [req-4995426d-5424-4efa-b567-bdb24b3baccf req-97403201-fb16-45e9-9111-819c8fd6978b service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Refreshing network info cache for port a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 961.842876] env[69773]: INFO nova.virt.vmwareapi.images [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] The imported VM was unregistered [ 961.845578] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Caching image {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 961.845815] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating directory with path [datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.846454] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b94a21e-1e24-41af-8962-c916444ab71e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.882718] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Created directory with path [datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.882933] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a/OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a.vmdk to [datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8.vmdk. {{(pid=69773) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 961.883214] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9eb22ea6-b88f-43ae-bdd4-f1799a5716cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.893679] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 961.893679] env[69773]: value = "task-3390323" [ 961.893679] env[69773]: _type = "Task" [ 961.893679] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.903095] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390323, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.986347] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 961.986711] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3f8c792a-b4e2-42ed-8f64-26a68860ae99 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.997207] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 961.997207] env[69773]: value = "task-3390324" [ 961.997207] env[69773]: _type = "Task" [ 961.997207] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.010583] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d17ed278-3ff4-4c04-9815-084d21b2b176 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.756s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.011157] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390324, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.031084] env[69773]: DEBUG nova.network.neutron [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Successfully updated port: 2cec75c9-6866-47eb-91df-8aaad78434a5 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.284471] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526924a5-46ef-36b5-c33a-ece9ec7f5930, 'name': SearchDatastore_Task, 'duration_secs': 0.045841} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.285406] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7e2ed60-1fdf-4aef-8f55-ace91b635206 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.297686] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 962.297686] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52383e71-562c-6416-d127-3e195fa7e17e" [ 962.297686] env[69773]: _type = "Task" [ 962.297686] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.314594] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52383e71-562c-6416-d127-3e195fa7e17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.372388] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fab35e0-cd93-4de7-a318-cb3efd6cb454 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.386182] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a008e4-6ec6-4d88-827a-24070ab8cba2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.434395] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feea2111-4fc4-44d8-87e7-bdb36af082ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.442025] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390323, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.450774] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef279a9-13b7-46a2-9cd4-f77b4e4c5493 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.470680] env[69773]: DEBUG nova.compute.provider_tree [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.518366] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390324, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.534682] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquiring lock "refresh_cache-d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.535406] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquired lock "refresh_cache-d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.535406] env[69773]: DEBUG nova.network.neutron [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 962.703026] env[69773]: DEBUG nova.network.neutron [req-4995426d-5424-4efa-b567-bdb24b3baccf req-97403201-fb16-45e9-9111-819c8fd6978b service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updated VIF entry in instance network info cache for port a88a0ac9-9cb4-4de5-94cc-8a9725f9222b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 962.703441] env[69773]: DEBUG nova.network.neutron [req-4995426d-5424-4efa-b567-bdb24b3baccf req-97403201-fb16-45e9-9111-819c8fd6978b service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.771408] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.771591] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.810890] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52383e71-562c-6416-d127-3e195fa7e17e, 'name': SearchDatastore_Task, 'duration_secs': 0.062307} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.810968] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.811317] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 64833a8e-1fff-4382-802b-384a4b3fb504/64833a8e-1fff-4382-802b-384a4b3fb504.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.811752] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa4df823-a6c7-4a3c-996c-b0b293396f9b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.842887] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 962.842887] env[69773]: value = "task-3390325" [ 962.842887] env[69773]: _type = "Task" [ 962.842887] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.855194] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.912446] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390323, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.977843] env[69773]: DEBUG nova.scheduler.client.report [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.003599] env[69773]: DEBUG nova.compute.manager [req-5f867d1e-3d0a-4cff-8a86-ef01bfc2279d req-cd6e893a-a592-40a7-ae1f-2ae35cc4315d service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Received event network-vif-plugged-2cec75c9-6866-47eb-91df-8aaad78434a5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.003953] env[69773]: DEBUG oslo_concurrency.lockutils [req-5f867d1e-3d0a-4cff-8a86-ef01bfc2279d req-cd6e893a-a592-40a7-ae1f-2ae35cc4315d service nova] Acquiring lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.004382] env[69773]: DEBUG oslo_concurrency.lockutils [req-5f867d1e-3d0a-4cff-8a86-ef01bfc2279d req-cd6e893a-a592-40a7-ae1f-2ae35cc4315d service nova] Lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.004583] env[69773]: DEBUG oslo_concurrency.lockutils [req-5f867d1e-3d0a-4cff-8a86-ef01bfc2279d req-cd6e893a-a592-40a7-ae1f-2ae35cc4315d service nova] Lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.004871] env[69773]: DEBUG nova.compute.manager [req-5f867d1e-3d0a-4cff-8a86-ef01bfc2279d req-cd6e893a-a592-40a7-ae1f-2ae35cc4315d service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] No waiting events found dispatching network-vif-plugged-2cec75c9-6866-47eb-91df-8aaad78434a5 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.005197] env[69773]: WARNING nova.compute.manager [req-5f867d1e-3d0a-4cff-8a86-ef01bfc2279d req-cd6e893a-a592-40a7-ae1f-2ae35cc4315d service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Received unexpected event network-vif-plugged-2cec75c9-6866-47eb-91df-8aaad78434a5 for instance with vm_state building and task_state spawning. [ 963.024559] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390324, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.093604] env[69773]: DEBUG nova.network.neutron [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 963.207753] env[69773]: DEBUG oslo_concurrency.lockutils [req-4995426d-5424-4efa-b567-bdb24b3baccf req-97403201-fb16-45e9-9111-819c8fd6978b service nova] Releasing lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.275017] env[69773]: DEBUG nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.357150] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.396075] env[69773]: DEBUG nova.network.neutron [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Updating instance_info_cache with network_info: [{"id": "2cec75c9-6866-47eb-91df-8aaad78434a5", "address": "fa:16:3e:0d:3a:ad", "network": {"id": "f98bb7ca-67e3-48c7-a4cd-b5b752a6904d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-701127966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "248c9609f1304f2e850d645a3a2bf9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cec75c9-68", "ovs_interfaceid": "2cec75c9-6866-47eb-91df-8aaad78434a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.410958] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390323, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.486904] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.487588] env[69773]: DEBUG nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.490382] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.125s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.491074] env[69773]: DEBUG nova.objects.instance [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lazy-loading 'resources' on Instance uuid 26d30203-6fef-4dbc-a6f4-63fc6987f6a9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.517045] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390324, 'name': CloneVM_Task, 'duration_secs': 1.507317} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.517371] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Created linked-clone VM from snapshot [ 963.518208] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2771f315-5a0b-4651-92ee-976bc3f59c35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.531096] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Uploading image 04b95489-6ece-47cd-a121-357fd132e5d5 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 963.588448] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 963.588448] env[69773]: value = "vm-676472" [ 963.588448] env[69773]: _type = "VirtualMachine" [ 963.588448] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 963.588448] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0662b31a-bf57-4e26-a41f-fb4fe86a806f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.597916] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.597916] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.597916] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.598785] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.598859] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.603788] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lease: (returnval){ [ 963.603788] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f2f9b-d53c-651d-531e-8e6c7ef5ead9" [ 963.603788] env[69773]: _type = "HttpNfcLease" [ 963.603788] env[69773]: } obtained for exporting VM: (result){ [ 963.603788] env[69773]: value = "vm-676472" [ 963.603788] env[69773]: _type = "VirtualMachine" [ 963.603788] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 963.604253] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the lease: (returnval){ [ 963.604253] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f2f9b-d53c-651d-531e-8e6c7ef5ead9" [ 963.604253] env[69773]: _type = "HttpNfcLease" [ 963.604253] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 963.604803] env[69773]: INFO nova.compute.manager [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Terminating instance [ 963.618596] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 963.618596] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f2f9b-d53c-651d-531e-8e6c7ef5ead9" [ 963.618596] env[69773]: _type = "HttpNfcLease" [ 963.618596] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 963.618836] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 963.618836] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f2f9b-d53c-651d-531e-8e6c7ef5ead9" [ 963.618836] env[69773]: _type = "HttpNfcLease" [ 963.618836] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 963.620291] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac903c0-0d82-435d-8aac-08c26f2c8e15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.633371] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f122d2-7320-c3b4-824e-d1c845497f87/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 963.633568] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f122d2-7320-c3b4-824e-d1c845497f87/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 963.773856] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff78a382-1f1c-49d4-b9a3-8488c7528d0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.778154] env[69773]: DEBUG nova.compute.manager [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Stashing vm_state: stopped {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 963.811080] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.860970] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.902416] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Releasing lock "refresh_cache-d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.902855] env[69773]: DEBUG nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Instance network_info: |[{"id": "2cec75c9-6866-47eb-91df-8aaad78434a5", "address": "fa:16:3e:0d:3a:ad", "network": {"id": "f98bb7ca-67e3-48c7-a4cd-b5b752a6904d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-701127966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "248c9609f1304f2e850d645a3a2bf9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cec75c9-68", "ovs_interfaceid": "2cec75c9-6866-47eb-91df-8aaad78434a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.904435] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:3a:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cec75c9-6866-47eb-91df-8aaad78434a5', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.916411] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Creating folder: Project (248c9609f1304f2e850d645a3a2bf9aa). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.917671] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452d3c88-8483-4c0d-8bb4-dc55297bb619 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.925709] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390323, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.931664] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Created folder: Project (248c9609f1304f2e850d645a3a2bf9aa) in parent group-v676268. [ 963.931664] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Creating folder: Instances. Parent ref: group-v676473. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.931664] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23d1db5f-8149-44f1-8b5f-37c6c74f662a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.946619] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Created folder: Instances in parent group-v676473. [ 963.946901] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.947268] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.947513] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20b40a01-c02b-4b48-9c0d-f0e62a9f22ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.979869] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.979869] env[69773]: value = "task-3390329" [ 963.979869] env[69773]: _type = "Task" [ 963.979869] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.995675] env[69773]: DEBUG nova.compute.utils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 964.001787] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390329, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.003635] env[69773]: DEBUG nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 964.003635] env[69773]: DEBUG nova.network.neutron [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 964.115079] env[69773]: DEBUG nova.compute.manager [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.115873] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.117024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67add8-5203-4fd5-a523-2db410dada26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.129661] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.130149] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fa30493-cfc9-4a3c-8e29-8738e98bd6e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.143696] env[69773]: DEBUG oslo_vmware.api [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 964.143696] env[69773]: value = "task-3390330" [ 964.143696] env[69773]: _type = "Task" [ 964.143696] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.161815] env[69773]: DEBUG oslo_vmware.api [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.203850] env[69773]: DEBUG nova.policy [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c248334cc04780b3fffb69075d2ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '403191b71158451e865c64593ad7cc56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.305110] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.366781] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.410211] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390323, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.497596] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390329, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.510590] env[69773]: DEBUG nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.585082] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cc87d9-466b-48fd-8c4e-f59254396839 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.597139] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a7355a-4312-49a1-af7e-419b69266e29 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.633413] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b63ccb8-d1f2-44e6-ae28-c76eeb50983c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.644797] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d50b3bc-2e11-4756-a2e3-e49cef164950 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.673496] env[69773]: DEBUG nova.compute.provider_tree [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.679764] env[69773]: DEBUG oslo_vmware.api [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390330, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.871865] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390325, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.909372] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390323, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.952636} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.909858] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a/OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a.vmdk to [datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8.vmdk. [ 964.910118] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Cleaning up location [datastore1] OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 964.910304] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_181d168e-aa0f-4412-bb17-fc797be1e39a {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.910652] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12c87e6e-9604-44b0-b2f1-6844b4e7e0f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.920571] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 964.920571] env[69773]: value = "task-3390331" [ 964.920571] env[69773]: _type = "Task" [ 964.920571] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.931323] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.991614] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390329, 'name': CreateVM_Task, 'duration_secs': 0.955933} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.991892] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.992711] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.992880] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.993340] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.993858] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceec918c-2264-49af-8592-484ad2a4386c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.999826] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 964.999826] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fe4ba5-425a-f795-0585-b8698e0fc022" [ 964.999826] env[69773]: _type = "Task" [ 964.999826] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.010062] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fe4ba5-425a-f795-0585-b8698e0fc022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.168175] env[69773]: DEBUG oslo_vmware.api [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390330, 'name': PowerOffVM_Task, 'duration_secs': 0.537833} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.168481] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.168651] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.168982] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b3a802-80a5-429a-9365-6ba7b4f81f9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.182573] env[69773]: DEBUG nova.scheduler.client.report [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.209341] env[69773]: DEBUG nova.network.neutron [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Successfully created port: 9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 965.245136] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.245558] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.245845] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Deleting the datastore file [datastore1] 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.246717] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e269363-d491-4122-9cff-0a8785cedaf1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.259795] env[69773]: DEBUG oslo_vmware.api [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 965.259795] env[69773]: value = "task-3390333" [ 965.259795] env[69773]: _type = "Task" [ 965.259795] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.273293] env[69773]: DEBUG oslo_vmware.api [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.362873] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390325, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.105667} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.363312] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 64833a8e-1fff-4382-802b-384a4b3fb504/64833a8e-1fff-4382-802b-384a4b3fb504.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.363881] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.364375] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3845d7b5-d30b-4100-8a67-c91a71be09cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.376028] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 965.376028] env[69773]: value = "task-3390334" [ 965.376028] env[69773]: _type = "Task" [ 965.376028] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.385550] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390334, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.435191] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062593} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.435543] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.435725] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.435976] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8.vmdk to [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2/ff815dae-0dd9-4575-a7bc-aa87a8cc08f2.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.436371] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50f7f7f5-0e3c-4efd-b86b-71031ac95f87 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.448949] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 965.448949] env[69773]: value = "task-3390335" [ 965.448949] env[69773]: _type = "Task" [ 965.448949] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.460738] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.513508] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fe4ba5-425a-f795-0585-b8698e0fc022, 'name': SearchDatastore_Task, 'duration_secs': 0.013968} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.513888] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.514638] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.514991] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.515304] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.515488] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.515824] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec00879b-4bee-4e13-bd31-75373b73916d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.525155] env[69773]: DEBUG nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.530292] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.530292] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.531363] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238705fd-1c06-40e3-b639-2a8db1368551 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.538615] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 965.538615] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e93656-56df-7388-b18b-b3be4633ea66" [ 965.538615] env[69773]: _type = "Task" [ 965.538615] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.552716] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e93656-56df-7388-b18b-b3be4633ea66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.556782] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.557079] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.557240] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.557423] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.557568] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.557712] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.558027] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.558284] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.558468] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.562023] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.562023] env[69773]: DEBUG nova.virt.hardware [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.562023] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb503b7-94a5-4759-bd29-caf40a2b9b8f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.570683] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abf1292-6d93-456f-bcc7-4dabb359020e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.642287] env[69773]: DEBUG nova.compute.manager [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Received event network-changed-2cec75c9-6866-47eb-91df-8aaad78434a5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.642604] env[69773]: DEBUG nova.compute.manager [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Refreshing instance network info cache due to event network-changed-2cec75c9-6866-47eb-91df-8aaad78434a5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.642891] env[69773]: DEBUG oslo_concurrency.lockutils [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] Acquiring lock "refresh_cache-d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.643117] env[69773]: DEBUG oslo_concurrency.lockutils [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] Acquired lock "refresh_cache-d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.643349] env[69773]: DEBUG nova.network.neutron [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Refreshing network info cache for port 2cec75c9-6866-47eb-91df-8aaad78434a5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 965.688050] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.691384] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.725s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.691601] env[69773]: DEBUG nova.objects.instance [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.714050] env[69773]: INFO nova.scheduler.client.report [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Deleted allocations for instance 26d30203-6fef-4dbc-a6f4-63fc6987f6a9 [ 965.782327] env[69773]: DEBUG oslo_vmware.api [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522071} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.782327] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.782542] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.782741] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.782951] env[69773]: INFO nova.compute.manager [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Took 1.67 seconds to destroy the instance on the hypervisor. [ 965.783216] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.783538] env[69773]: DEBUG nova.compute.manager [-] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 965.783605] env[69773]: DEBUG nova.network.neutron [-] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 965.886398] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390334, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18469} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.886668] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.887628] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72a4263-71b0-4c93-a406-c62c000d8621 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.919351] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 64833a8e-1fff-4382-802b-384a4b3fb504/64833a8e-1fff-4382-802b-384a4b3fb504.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.919670] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d793e8d5-77cf-4733-977d-a51280646922 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.942204] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 965.942204] env[69773]: value = "task-3390336" [ 965.942204] env[69773]: _type = "Task" [ 965.942204] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.953369] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.962951] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.054590] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e93656-56df-7388-b18b-b3be4633ea66, 'name': SearchDatastore_Task, 'duration_secs': 0.01807} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.056277] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-107abce8-a386-484c-ad28-7a6c80608109 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.062715] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 966.062715] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb5696-581f-eccd-5eeb-9f9de29b308a" [ 966.062715] env[69773]: _type = "Task" [ 966.062715] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.079894] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb5696-581f-eccd-5eeb-9f9de29b308a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.224595] env[69773]: DEBUG oslo_concurrency.lockutils [None req-843cd27a-9eb0-49c8-b1c3-ee74566f504c tempest-MigrationsAdminTest-290107405 tempest-MigrationsAdminTest-290107405-project-member] Lock "26d30203-6fef-4dbc-a6f4-63fc6987f6a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.178s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.394452] env[69773]: DEBUG nova.network.neutron [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Updated VIF entry in instance network info cache for port 2cec75c9-6866-47eb-91df-8aaad78434a5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 966.394826] env[69773]: DEBUG nova.network.neutron [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Updating instance_info_cache with network_info: [{"id": "2cec75c9-6866-47eb-91df-8aaad78434a5", "address": "fa:16:3e:0d:3a:ad", "network": {"id": "f98bb7ca-67e3-48c7-a4cd-b5b752a6904d", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-701127966-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "248c9609f1304f2e850d645a3a2bf9aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cec75c9-68", "ovs_interfaceid": "2cec75c9-6866-47eb-91df-8aaad78434a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.462301] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390336, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.480812] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390335, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.491440] env[69773]: DEBUG nova.compute.manager [req-b89b8d49-0a50-4654-ad66-7c4f428fc530 req-12b614c3-87f7-404d-a7cd-4759eda243fc service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Received event network-vif-deleted-a1384c2e-1c9d-49ea-be04-e21e1ae561cd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.492147] env[69773]: INFO nova.compute.manager [req-b89b8d49-0a50-4654-ad66-7c4f428fc530 req-12b614c3-87f7-404d-a7cd-4759eda243fc service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Neutron deleted interface a1384c2e-1c9d-49ea-be04-e21e1ae561cd; detaching it from the instance and deleting it from the info cache [ 966.492147] env[69773]: DEBUG nova.network.neutron [req-b89b8d49-0a50-4654-ad66-7c4f428fc530 req-12b614c3-87f7-404d-a7cd-4759eda243fc service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.505932] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "b90f3aa4-183d-4758-be98-20e2f7883931" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.506767] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.506767] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.506767] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.506893] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.509773] env[69773]: INFO nova.compute.manager [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Terminating instance [ 966.579601] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb5696-581f-eccd-5eeb-9f9de29b308a, 'name': SearchDatastore_Task, 'duration_secs': 0.022614} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.579982] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.580329] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] d7412de8-a6d5-4a0a-a40c-7681ca0c84b0/d7412de8-a6d5-4a0a-a40c-7681ca0c84b0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 966.580714] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1a3562f-ad81-419c-876c-b4878ea8c18a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.595588] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 966.595588] env[69773]: value = "task-3390337" [ 966.595588] env[69773]: _type = "Task" [ 966.595588] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.604398] env[69773]: DEBUG nova.network.neutron [-] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.611631] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.703025] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fc125f7f-5093-489d-bf51-e3d36036bf85 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.703025] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.112s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.703025] env[69773]: DEBUG nova.objects.instance [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lazy-loading 'resources' on Instance uuid 320ca515-f589-485c-80ff-c53359ef7cdd {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.897897] env[69773]: DEBUG oslo_concurrency.lockutils [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] Releasing lock "refresh_cache-d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.898243] env[69773]: DEBUG nova.compute.manager [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Received event network-changed-8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.898431] env[69773]: DEBUG nova.compute.manager [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Refreshing instance network info cache due to event network-changed-8d54579f-b945-4487-b715-325c15a64909. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 966.898679] env[69773]: DEBUG oslo_concurrency.lockutils [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] Acquiring lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.898898] env[69773]: DEBUG oslo_concurrency.lockutils [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] Acquired lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.899089] env[69773]: DEBUG nova.network.neutron [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Refreshing network info cache for port 8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 966.957234] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390336, 'name': ReconfigVM_Task, 'duration_secs': 0.751766} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.957653] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 64833a8e-1fff-4382-802b-384a4b3fb504/64833a8e-1fff-4382-802b-384a4b3fb504.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.958486] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c651368-d153-43f0-afac-2d46a604fd81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.971487] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390335, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.973043] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 966.973043] env[69773]: value = "task-3390338" [ 966.973043] env[69773]: _type = "Task" [ 966.973043] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.989714] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390338, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.995788] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b07939b0-f339-4a44-9ed9-ff8aff27fe26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.010347] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed8b3ec-bf02-4c02-816b-a1097b25b41e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.023560] env[69773]: DEBUG nova.compute.manager [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.023560] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.024616] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c8b815-a4e2-4c3c-93b6-0132cb2765d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.034778] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.035198] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e70c2a10-0859-47a2-b22f-1795e1457874 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.043993] env[69773]: DEBUG oslo_vmware.api [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 967.043993] env[69773]: value = "task-3390339" [ 967.043993] env[69773]: _type = "Task" [ 967.043993] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.062489] env[69773]: DEBUG nova.compute.manager [req-b89b8d49-0a50-4654-ad66-7c4f428fc530 req-12b614c3-87f7-404d-a7cd-4759eda243fc service nova] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Detach interface failed, port_id=a1384c2e-1c9d-49ea-be04-e21e1ae561cd, reason: Instance 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.074338] env[69773]: DEBUG oslo_vmware.api [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.111315] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.113104] env[69773]: INFO nova.compute.manager [-] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Took 1.33 seconds to deallocate network for instance. [ 967.486109] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390335, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.495801] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390338, 'name': Rename_Task, 'duration_secs': 0.447984} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.496106] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.496373] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b5ec2e3-86f1-42f5-b905-0aa7b6e75fad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.504812] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 967.504812] env[69773]: value = "task-3390340" [ 967.504812] env[69773]: _type = "Task" [ 967.504812] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.519269] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.573838] env[69773]: DEBUG oslo_vmware.api [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390339, 'name': PowerOffVM_Task, 'duration_secs': 0.297158} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.574136] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.574298] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.574577] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee0275f0-b5ea-428d-b2b1-cde29934fc52 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.615659] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.621163] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.651363] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.651363] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.651692] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleting the datastore file [datastore2] b90f3aa4-183d-4758-be98-20e2f7883931 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.653450] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9b29363-2385-48fd-ba10-5f2334d39e56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.659933] env[69773]: DEBUG nova.network.neutron [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Successfully updated port: 9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 967.664063] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.664335] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.675945] env[69773]: DEBUG oslo_vmware.api [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 967.675945] env[69773]: value = "task-3390342" [ 967.675945] env[69773]: _type = "Task" [ 967.675945] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.687721] env[69773]: DEBUG oslo_vmware.api [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.710964] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee157ece-4eaf-4195-8c2f-e3c039b16cc1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.725085] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631dd077-0679-4074-86d0-433dbcf478a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.763164] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e322b7a-fb37-4c29-a937-341c01ab7a8f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.774866] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b42d13-a82d-4914-b7dc-4fe13fe16ec1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.798257] env[69773]: DEBUG nova.compute.provider_tree [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.832100] env[69773]: DEBUG nova.compute.manager [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Received event network-vif-plugged-9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.832347] env[69773]: DEBUG oslo_concurrency.lockutils [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.837009] env[69773]: DEBUG oslo_concurrency.lockutils [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] Lock "40822524-65fe-4e0a-924b-e2ed060b8957-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.839980] env[69773]: DEBUG oslo_concurrency.lockutils [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] Lock "40822524-65fe-4e0a-924b-e2ed060b8957-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.839980] env[69773]: DEBUG nova.compute.manager [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] No waiting events found dispatching network-vif-plugged-9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.839980] env[69773]: WARNING nova.compute.manager [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Received unexpected event network-vif-plugged-9e63e816-e6bc-4c2f-a8c9-8d22b75560ca for instance with vm_state building and task_state spawning. [ 967.839980] env[69773]: DEBUG nova.compute.manager [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Received event network-changed-9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.839980] env[69773]: DEBUG nova.compute.manager [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Refreshing instance network info cache due to event network-changed-9e63e816-e6bc-4c2f-a8c9-8d22b75560ca. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.839980] env[69773]: DEBUG oslo_concurrency.lockutils [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] Acquiring lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.839980] env[69773]: DEBUG oslo_concurrency.lockutils [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] Acquired lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.839980] env[69773]: DEBUG nova.network.neutron [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Refreshing network info cache for port 9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 967.974062] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390335, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.020080] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390340, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.036871] env[69773]: DEBUG nova.network.neutron [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updated VIF entry in instance network info cache for port 8d54579f-b945-4487-b715-325c15a64909. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 968.036939] env[69773]: DEBUG nova.network.neutron [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updating instance_info_cache with network_info: [{"id": "8d54579f-b945-4487-b715-325c15a64909", "address": "fa:16:3e:92:98:ea", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d54579f-b9", "ovs_interfaceid": "8d54579f-b945-4487-b715-325c15a64909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.110460] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.167928] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.169879] env[69773]: DEBUG nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.189529] env[69773]: DEBUG oslo_vmware.api [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434829} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.190049] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.190210] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.190310] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.190533] env[69773]: INFO nova.compute.manager [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Took 1.17 seconds to destroy the instance on the hypervisor. [ 968.191350] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.191350] env[69773]: DEBUG nova.compute.manager [-] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.191350] env[69773]: DEBUG nova.network.neutron [-] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 968.222518] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquiring lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.224221] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.224221] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquiring lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.224221] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.224491] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.230112] env[69773]: INFO nova.compute.manager [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Terminating instance [ 968.301698] env[69773]: DEBUG nova.scheduler.client.report [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.398315] env[69773]: DEBUG nova.network.neutron [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 968.474446] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390335, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.857808} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.474757] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8/8f56cf6a-2f84-43b1-b7e9-6e93ee5bebc8.vmdk to [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2/ff815dae-0dd9-4575-a7bc-aa87a8cc08f2.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.476926] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3411c88-fa88-49a5-81d5-a2f1f670c4e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.509051] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2/ff815dae-0dd9-4575-a7bc-aa87a8cc08f2.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.512445] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea760370-4def-4319-aa02-b4f7c2a8b674 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.542330] env[69773]: DEBUG oslo_concurrency.lockutils [req-58ef6ff1-f408-4e2e-b4d3-c42bc52a8594 req-a44f4942-f189-4f36-9bda-09a011ec9948 service nova] Releasing lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.553876] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390340, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.555936] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 968.555936] env[69773]: value = "task-3390343" [ 968.555936] env[69773]: _type = "Task" [ 968.555936] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.567405] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.611171] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.631933] env[69773]: DEBUG nova.network.neutron [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.703596] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.738121] env[69773]: DEBUG nova.compute.manager [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.739872] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.739872] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897fc215-9a17-4898-af58-1a741bfff893 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.748699] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.748987] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e56f91-fba7-4a7e-8f3c-552c5764f283 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.756733] env[69773]: DEBUG oslo_vmware.api [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 968.756733] env[69773]: value = "task-3390344" [ 968.756733] env[69773]: _type = "Task" [ 968.756733] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.766102] env[69773]: DEBUG oslo_vmware.api [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.808115] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.813611] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.488s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.813874] env[69773]: DEBUG nova.objects.instance [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lazy-loading 'resources' on Instance uuid c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.844148] env[69773]: INFO nova.scheduler.client.report [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Deleted allocations for instance 320ca515-f589-485c-80ff-c53359ef7cdd [ 968.907162] env[69773]: DEBUG nova.compute.manager [req-9d74448f-d9c8-4468-a6c5-f30a955cc5da req-e6e20616-948f-43a7-be15-bac7e676038a service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Received event network-vif-deleted-954f01c7-7a4c-48bc-be41-fbd74ba5459c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.907162] env[69773]: INFO nova.compute.manager [req-9d74448f-d9c8-4468-a6c5-f30a955cc5da req-e6e20616-948f-43a7-be15-bac7e676038a service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Neutron deleted interface 954f01c7-7a4c-48bc-be41-fbd74ba5459c; detaching it from the instance and deleting it from the info cache [ 968.907162] env[69773]: DEBUG nova.network.neutron [req-9d74448f-d9c8-4468-a6c5-f30a955cc5da req-e6e20616-948f-43a7-be15-bac7e676038a service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.023870] env[69773]: DEBUG oslo_vmware.api [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390340, 'name': PowerOnVM_Task, 'duration_secs': 1.091707} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.024638] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.024746] env[69773]: INFO nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Took 11.33 seconds to spawn the instance on the hypervisor. [ 969.024927] env[69773]: DEBUG nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.026477] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f853a97-91a2-45c4-bd45-351e67db5bd6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.067950] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.110142] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390337, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.090033} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.110142] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] d7412de8-a6d5-4a0a-a40c-7681ca0c84b0/d7412de8-a6d5-4a0a-a40c-7681ca0c84b0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.110461] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.110696] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a61ca45d-417a-4ea4-9fbd-2d214877b30a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.121066] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 969.121066] env[69773]: value = "task-3390345" [ 969.121066] env[69773]: _type = "Task" [ 969.121066] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.133182] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390345, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.134674] env[69773]: DEBUG oslo_concurrency.lockutils [req-3984219a-3205-465b-bf8b-028b2a29a8a8 req-4f00107c-f6f1-45bc-b064-ec87d1632198 service nova] Releasing lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.135551] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.135551] env[69773]: DEBUG nova.network.neutron [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 969.141971] env[69773]: DEBUG nova.network.neutron [-] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.268916] env[69773]: DEBUG oslo_vmware.api [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390344, 'name': PowerOffVM_Task, 'duration_secs': 0.337072} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.269312] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.269483] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.269797] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73b18a35-afeb-4ae9-959e-3aa096411627 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.356703] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.356703] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.356807] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Deleting the datastore file [datastore2] e57c13f4-eeb4-44f8-b6b3-f85f349ee736 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.357282] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ef106dcf-cc68-4794-8166-8ee1893422a3 tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "320ca515-f589-485c-80ff-c53359ef7cdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.270s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.358197] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c0ff7a6-4bc4-4284-83fe-5a1a65ba0bff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.371074] env[69773]: DEBUG oslo_vmware.api [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for the task: (returnval){ [ 969.371074] env[69773]: value = "task-3390347" [ 969.371074] env[69773]: _type = "Task" [ 969.371074] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.380950] env[69773]: DEBUG oslo_vmware.api [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.410635] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8185bd43-5e37-45da-93c3-976dba338abc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.425139] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b204d6-7014-4e75-85e3-ae834471fa5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.470289] env[69773]: DEBUG nova.compute.manager [req-9d74448f-d9c8-4468-a6c5-f30a955cc5da req-e6e20616-948f-43a7-be15-bac7e676038a service nova] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Detach interface failed, port_id=954f01c7-7a4c-48bc-be41-fbd74ba5459c, reason: Instance b90f3aa4-183d-4758-be98-20e2f7883931 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 969.552049] env[69773]: INFO nova.compute.manager [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Took 19.46 seconds to build instance. [ 969.573244] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390343, 'name': ReconfigVM_Task, 'duration_secs': 0.819188} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.574187] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Reconfigured VM instance instance-0000001c to attach disk [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2/ff815dae-0dd9-4575-a7bc-aa87a8cc08f2.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.575596] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': '2b149dee-273f-4eb9-90ac-33a8ac8d7ca6'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676450', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'name': 'volume-4b89eb0a-127f-4c25-872d-c15903221a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ff815dae-0dd9-4575-a7bc-aa87a8cc08f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'serial': '4b89eb0a-127f-4c25-872d-c15903221a92'}, 'disk_bus': None, 'attachment_id': '34a3d690-ecd5-4fed-843d-dd2cf64b703d', 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69773) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 969.575832] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 969.575992] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676450', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'name': 'volume-4b89eb0a-127f-4c25-872d-c15903221a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ff815dae-0dd9-4575-a7bc-aa87a8cc08f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'serial': '4b89eb0a-127f-4c25-872d-c15903221a92'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 969.577350] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07825a3e-2c59-44dd-9b2d-96d704d3644d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.600364] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802df374-e64c-40f5-8464-398aaf4ee628 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.629390] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-4b89eb0a-127f-4c25-872d-c15903221a92/volume-4b89eb0a-127f-4c25-872d-c15903221a92.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.630558] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070bed72-3bda-4781-a8c1-17727c2de3c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.653152] env[69773]: INFO nova.compute.manager [-] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Took 1.46 seconds to deallocate network for instance. [ 969.662874] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 969.662874] env[69773]: value = "task-3390348" [ 969.662874] env[69773]: _type = "Task" [ 969.662874] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.667180] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390345, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199357} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.669922] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.671112] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b0059a-4d6c-4931-b1d8-0321a224ccae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.679860] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390348, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.700899] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d7412de8-a6d5-4a0a-a40c-7681ca0c84b0/d7412de8-a6d5-4a0a-a40c-7681ca0c84b0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.705092] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-297d5747-6e8e-4349-b9f1-6f9847d20864 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.728248] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 969.728248] env[69773]: value = "task-3390349" [ 969.728248] env[69773]: _type = "Task" [ 969.728248] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.739681] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.794924] env[69773]: DEBUG nova.network.neutron [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 969.801999] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3fcc81-1ec2-44dd-8ecd-c60a79656870 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.810841] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eedf05-2941-49fc-acee-3af21c73820f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.864519] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b10bdc-c2f1-4065-a559-e4be011556ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.877159] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec77dc80-5928-4a53-abfa-7f6ecb17b0b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.884631] env[69773]: DEBUG oslo_vmware.api [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Task: {'id': task-3390347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398728} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.886562] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.886733] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.887130] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.887260] env[69773]: INFO nova.compute.manager [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Took 1.15 seconds to destroy the instance on the hypervisor. [ 969.887533] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.897833] env[69773]: DEBUG nova.compute.manager [-] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.897973] env[69773]: DEBUG nova.network.neutron [-] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 969.900145] env[69773]: DEBUG nova.compute.provider_tree [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.017230] env[69773]: DEBUG nova.network.neutron [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updating instance_info_cache with network_info: [{"id": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "address": "fa:16:3e:1c:ad:da", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e63e816-e6", "ovs_interfaceid": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.054116] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fab5bb18-ef82-452e-9398-0e78f5295e0e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "64833a8e-1fff-4382-802b-384a4b3fb504" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.989s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.131732] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquiring lock "53c41aad-bb50-4a4a-b2ea-045d3884acab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.132303] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "53c41aad-bb50-4a4a-b2ea-045d3884acab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.164415] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.180078] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390348, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.239589] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.403836] env[69773]: DEBUG nova.scheduler.client.report [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.520875] env[69773]: DEBUG nova.compute.manager [req-bc087f9e-c134-43a1-b6dc-7b48d5655f3e req-ef890f61-a70f-4d5d-a45d-a2cd3913fd9d service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Received event network-vif-deleted-04c5e70f-9165-4d9f-bbc5-c44c542e3202 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.521098] env[69773]: INFO nova.compute.manager [req-bc087f9e-c134-43a1-b6dc-7b48d5655f3e req-ef890f61-a70f-4d5d-a45d-a2cd3913fd9d service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Neutron deleted interface 04c5e70f-9165-4d9f-bbc5-c44c542e3202; detaching it from the instance and deleting it from the info cache [ 970.521305] env[69773]: DEBUG nova.network.neutron [req-bc087f9e-c134-43a1-b6dc-7b48d5655f3e req-ef890f61-a70f-4d5d-a45d-a2cd3913fd9d service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.522581] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Releasing lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.523882] env[69773]: DEBUG nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Instance network_info: |[{"id": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "address": "fa:16:3e:1c:ad:da", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e63e816-e6", "ovs_interfaceid": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.523882] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ad:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e63e816-e6bc-4c2f-a8c9-8d22b75560ca', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.532321] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Creating folder: Project (403191b71158451e865c64593ad7cc56). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.532788] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbac485c-2e76-4b9a-ad62-c457479498ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.546596] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Created folder: Project (403191b71158451e865c64593ad7cc56) in parent group-v676268. [ 970.546792] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Creating folder: Instances. Parent ref: group-v676476. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.547759] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65188740-3242-48dc-bf4b-d346e6df5a85 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.558441] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Created folder: Instances in parent group-v676476. [ 970.558885] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.559211] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.559316] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e6d42ed-9257-44a4-878d-63c9e87d0dd5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.581524] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.581524] env[69773]: value = "task-3390353" [ 970.581524] env[69773]: _type = "Task" [ 970.581524] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.591271] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390353, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.638757] env[69773]: DEBUG nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.680111] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390348, 'name': ReconfigVM_Task, 'duration_secs': 0.559857} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.680445] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-4b89eb0a-127f-4c25-872d-c15903221a92/volume-4b89eb0a-127f-4c25-872d-c15903221a92.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.688652] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f890e79-17e0-4dfe-9105-7d7bb490aee2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.704589] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 970.704589] env[69773]: value = "task-3390354" [ 970.704589] env[69773]: _type = "Task" [ 970.704589] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.717329] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.743039] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390349, 'name': ReconfigVM_Task, 'duration_secs': 0.529029} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.743039] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d7412de8-a6d5-4a0a-a40c-7681ca0c84b0/d7412de8-a6d5-4a0a-a40c-7681ca0c84b0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.743039] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8b9427b-a490-470b-8f9e-5bfb536f910d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.751989] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 970.751989] env[69773]: value = "task-3390355" [ 970.751989] env[69773]: _type = "Task" [ 970.751989] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.766259] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390355, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.909273] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.912367] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.438s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.914043] env[69773]: INFO nova.compute.claims [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.934317] env[69773]: DEBUG nova.network.neutron [-] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.952511] env[69773]: INFO nova.scheduler.client.report [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Deleted allocations for instance c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06 [ 971.025282] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6efd0e7d-f73d-45b6-9191-d10d8b3297f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.040310] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f41389-6206-437f-b670-103faf85fc10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.084986] env[69773]: DEBUG nova.compute.manager [req-bc087f9e-c134-43a1-b6dc-7b48d5655f3e req-ef890f61-a70f-4d5d-a45d-a2cd3913fd9d service nova] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Detach interface failed, port_id=04c5e70f-9165-4d9f-bbc5-c44c542e3202, reason: Instance e57c13f4-eeb4-44f8-b6b3-f85f349ee736 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.096265] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390353, 'name': CreateVM_Task, 'duration_secs': 0.448446} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.096265] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.096902] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.097105] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.097525] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.098071] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b58984f-dc53-42ca-96bb-98c89d276858 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.104411] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 971.104411] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a1ec78-1c19-2d44-0ad1-a3850d057054" [ 971.104411] env[69773]: _type = "Task" [ 971.104411] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.115616] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a1ec78-1c19-2d44-0ad1-a3850d057054, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.168928] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.217276] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390354, 'name': ReconfigVM_Task, 'duration_secs': 0.228928} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.217653] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676450', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'name': 'volume-4b89eb0a-127f-4c25-872d-c15903221a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ff815dae-0dd9-4575-a7bc-aa87a8cc08f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'serial': '4b89eb0a-127f-4c25-872d-c15903221a92'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 971.218951] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fdeabfa6-e4ef-414d-baa6-7f2f14f64f62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.227179] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 971.227179] env[69773]: value = "task-3390356" [ 971.227179] env[69773]: _type = "Task" [ 971.227179] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.239867] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390356, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.263558] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390355, 'name': Rename_Task, 'duration_secs': 0.23183} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.263881] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.264181] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f08ffa6d-9001-4a58-ad2b-dd82af2a197b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.273652] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 971.273652] env[69773]: value = "task-3390357" [ 971.273652] env[69773]: _type = "Task" [ 971.273652] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.286597] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.306371] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "e5bc9684-6a36-43e9-9f08-631914048341" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.306739] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.306931] env[69773]: INFO nova.compute.manager [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Shelving [ 971.440847] env[69773]: INFO nova.compute.manager [-] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Took 1.54 seconds to deallocate network for instance. [ 971.461040] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c8b797e-fa96-45e5-8c3a-041d622224af tempest-ServersAdminTestJSON-1861543570 tempest-ServersAdminTestJSON-1861543570-project-member] Lock "c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.699s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.619979] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a1ec78-1c19-2d44-0ad1-a3850d057054, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.619979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.619979] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.619979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.619979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.619979] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.619979] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-056aff53-2430-40a2-85f4-5d228cf90228 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.631216] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.631405] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.632191] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683c3830-7d5a-49c3-9160-ac6bc0520d87 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.639456] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 971.639456] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb686f-3d4f-6eca-7bd4-f94482b7459b" [ 971.639456] env[69773]: _type = "Task" [ 971.639456] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.649040] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb686f-3d4f-6eca-7bd4-f94482b7459b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.739485] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390356, 'name': Rename_Task, 'duration_secs': 0.291577} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.740135] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.740364] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7547b20c-972e-4b62-9913-82bbf4828818 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.750361] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 971.750361] env[69773]: value = "task-3390358" [ 971.750361] env[69773]: _type = "Task" [ 971.750361] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.762993] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.790150] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390357, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.951174] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.157823] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fb686f-3d4f-6eca-7bd4-f94482b7459b, 'name': SearchDatastore_Task, 'duration_secs': 0.016012} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.158880] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a820910e-c1fb-433f-8cba-1e9bddf2300b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.169490] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 972.169490] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257fcb1-688a-d62e-d0c0-c8b29307c142" [ 972.169490] env[69773]: _type = "Task" [ 972.169490] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.182445] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257fcb1-688a-d62e-d0c0-c8b29307c142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.266556] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.288423] env[69773]: DEBUG oslo_vmware.api [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390357, 'name': PowerOnVM_Task, 'duration_secs': 0.669984} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.289258] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.289476] env[69773]: INFO nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Took 11.95 seconds to spawn the instance on the hypervisor. [ 972.289656] env[69773]: DEBUG nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.290741] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1863d369-c32d-4850-b3f2-c45b48fc4be9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.310805] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f122d2-7320-c3b4-824e-d1c845497f87/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 972.312852] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2915ed45-b139-4c46-beb9-b765539d1275 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.320370] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.320645] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f122d2-7320-c3b4-824e-d1c845497f87/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 972.320788] env[69773]: ERROR oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f122d2-7320-c3b4-824e-d1c845497f87/disk-0.vmdk due to incomplete transfer. [ 972.321028] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e81030b1-a90c-40c1-b52b-4269586bdacd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.324410] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-53be6c5c-ddda-48a3-9186-3d441ced4fc0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.339153] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 972.339153] env[69773]: value = "task-3390359" [ 972.339153] env[69773]: _type = "Task" [ 972.339153] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.339153] env[69773]: DEBUG oslo_vmware.rw_handles [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f122d2-7320-c3b4-824e-d1c845497f87/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 972.339153] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Uploaded image 04b95489-6ece-47cd-a121-357fd132e5d5 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 972.340045] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 972.340378] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d6b4c4b2-99d8-4dfa-a320-3f197a18356b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.352276] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.353624] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 972.353624] env[69773]: value = "task-3390360" [ 972.353624] env[69773]: _type = "Task" [ 972.353624] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.373010] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390360, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.391249] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192d454d-f65d-4fdf-a593-f5fd6547dad5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.403408] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df14983-c471-41eb-944f-194c8c635b92 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.438968] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea97eb0-3b9c-44ae-8db9-1485ca5569f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.448767] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a471ffce-4818-4abc-94c7-d093d6d41412 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.465232] env[69773]: DEBUG nova.compute.provider_tree [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.683196] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5257fcb1-688a-d62e-d0c0-c8b29307c142, 'name': SearchDatastore_Task, 'duration_secs': 0.019094} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.684501] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.684501] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 40822524-65fe-4e0a-924b-e2ed060b8957/40822524-65fe-4e0a-924b-e2ed060b8957.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.684501] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5f79c91-8974-4d22-9f6b-7787c51c9544 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.695019] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 972.695019] env[69773]: value = "task-3390361" [ 972.695019] env[69773]: _type = "Task" [ 972.695019] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.704344] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.765497] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.823350] env[69773]: INFO nova.compute.manager [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Took 21.38 seconds to build instance. [ 972.852153] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390359, 'name': PowerOffVM_Task, 'duration_secs': 0.368275} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.853962] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.853962] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6cb244-8358-42cc-a6c7-6ba3d49e9ab2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.876538] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed317ef-c287-42a1-803d-9bc2486e03e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.882494] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390360, 'name': Destroy_Task, 'duration_secs': 0.384425} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.883940] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Destroyed the VM [ 972.883940] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 972.883940] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9568f400-fad4-4fa2-a70f-e1e16434e566 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.896867] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 972.896867] env[69773]: value = "task-3390362" [ 972.896867] env[69773]: _type = "Task" [ 972.896867] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.905957] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390362, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.969032] env[69773]: DEBUG nova.scheduler.client.report [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.053877] env[69773]: DEBUG nova.compute.manager [req-7a5de9ef-ee1d-4d2f-a882-0fe7873e3959 req-b1955748-24e0-4657-a012-9b6d2e56e768 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-changed-a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.060380] env[69773]: DEBUG nova.compute.manager [req-7a5de9ef-ee1d-4d2f-a882-0fe7873e3959 req-b1955748-24e0-4657-a012-9b6d2e56e768 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Refreshing instance network info cache due to event network-changed-a88a0ac9-9cb4-4de5-94cc-8a9725f9222b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.060380] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a5de9ef-ee1d-4d2f-a882-0fe7873e3959 req-b1955748-24e0-4657-a012-9b6d2e56e768 service nova] Acquiring lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.060380] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a5de9ef-ee1d-4d2f-a882-0fe7873e3959 req-b1955748-24e0-4657-a012-9b6d2e56e768 service nova] Acquired lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.060380] env[69773]: DEBUG nova.network.neutron [req-7a5de9ef-ee1d-4d2f-a882-0fe7873e3959 req-b1955748-24e0-4657-a012-9b6d2e56e768 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Refreshing network info cache for port a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 973.206622] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390361, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.264719] env[69773]: DEBUG oslo_vmware.api [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390358, 'name': PowerOnVM_Task, 'duration_secs': 1.294713} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.265119] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.325615] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dd00f9fb-b6fb-48c5-8aec-55c81c0e23df tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.887s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.383547] env[69773]: DEBUG nova.compute.manager [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.385868] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db42ab8-79ed-4388-b753-5800a3adb45d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.393101] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 973.395040] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-75454018-8820-4b3a-8f80-89e7dcf5797f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.416026] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390362, 'name': RemoveSnapshot_Task, 'duration_secs': 0.475096} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.416026] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 973.416026] env[69773]: DEBUG nova.compute.manager [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.416026] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 973.416026] env[69773]: value = "task-3390363" [ 973.416026] env[69773]: _type = "Task" [ 973.416026] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.417190] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f354ec29-1faa-41d1-8d59-9edacfb2154c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.436099] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390363, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.474779] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.477131] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.340s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.477772] env[69773]: DEBUG nova.objects.instance [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lazy-loading 'resources' on Instance uuid 47e67c2c-7fb9-47c7-a019-15deb4e76131 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.712633] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589114} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.713168] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 40822524-65fe-4e0a-924b-e2ed060b8957/40822524-65fe-4e0a-924b-e2ed060b8957.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.713763] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.714200] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d62b78cd-a0e9-4021-bace-4a45bbb5082a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.723598] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 973.723598] env[69773]: value = "task-3390364" [ 973.723598] env[69773]: _type = "Task" [ 973.723598] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.734611] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.793094] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.793352] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.916910] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ae1b174-7fe6-4dfb-a1cc-5910836e09f6 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 46.472s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.936600] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.944662] env[69773]: INFO nova.compute.manager [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Shelve offloading [ 973.980464] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "c55ff5b6-7644-45ec-a49e-ccf88d6136ac" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.980464] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "c55ff5b6-7644-45ec-a49e-ccf88d6136ac" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.062841] env[69773]: DEBUG nova.network.neutron [req-7a5de9ef-ee1d-4d2f-a882-0fe7873e3959 req-b1955748-24e0-4657-a012-9b6d2e56e768 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updated VIF entry in instance network info cache for port a88a0ac9-9cb4-4de5-94cc-8a9725f9222b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 974.063615] env[69773]: DEBUG nova.network.neutron [req-7a5de9ef-ee1d-4d2f-a882-0fe7873e3959 req-b1955748-24e0-4657-a012-9b6d2e56e768 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.144479] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "89407115-4044-4f5a-81eb-0ec832bf79f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.144900] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.145480] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "89407115-4044-4f5a-81eb-0ec832bf79f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.145909] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.146219] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.149372] env[69773]: INFO nova.compute.manager [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Terminating instance [ 974.236872] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075492} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.237166] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.237975] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b80a00-60ce-4df8-8a84-86123624f7e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.263295] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 40822524-65fe-4e0a-924b-e2ed060b8957/40822524-65fe-4e0a-924b-e2ed060b8957.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.266074] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54c32649-595e-4998-b8af-65900f4657c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.286856] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 974.286856] env[69773]: value = "task-3390365" [ 974.286856] env[69773]: _type = "Task" [ 974.286856] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.296250] env[69773]: DEBUG nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.303439] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.439719] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390363, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.449551] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.450888] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32302ba-ff07-48bd-8a9a-bb9da0e6f4a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.455446] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fdeb694-0e4a-4e7f-aad3-210faa8a94a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.465059] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09cc89-bba9-46a4-95ce-0c5aaf6773b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.469197] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 974.469197] env[69773]: value = "task-3390366" [ 974.469197] env[69773]: _type = "Task" [ 974.469197] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.501207] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "c55ff5b6-7644-45ec-a49e-ccf88d6136ac" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.521s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.501815] env[69773]: DEBUG nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.506312] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad21d70-03fc-494c-b803-b88e756c33b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.513671] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 974.513886] env[69773]: DEBUG nova.compute.manager [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 974.514691] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd50910d-2ab3-4a64-a72d-2383c3647422 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.523039] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900d8ebd-1bdb-4544-9481-77b11d72fd47 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.528522] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.528696] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.528919] env[69773]: DEBUG nova.network.neutron [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 974.546240] env[69773]: DEBUG nova.compute.provider_tree [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.570101] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a5de9ef-ee1d-4d2f-a882-0fe7873e3959 req-b1955748-24e0-4657-a012-9b6d2e56e768 service nova] Releasing lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.655562] env[69773]: DEBUG nova.compute.manager [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.655851] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.658156] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca8fee0-35a0-4981-ba3a-d626ff13ebd8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.668444] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.668789] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75e46578-6055-47f3-ae7f-67a404d59a3d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.677450] env[69773]: DEBUG oslo_vmware.api [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 974.677450] env[69773]: value = "task-3390367" [ 974.677450] env[69773]: _type = "Task" [ 974.677450] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.688447] env[69773]: DEBUG oslo_vmware.api [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.799551] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390365, 'name': ReconfigVM_Task, 'duration_secs': 0.480013} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.799551] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 40822524-65fe-4e0a-924b-e2ed060b8957/40822524-65fe-4e0a-924b-e2ed060b8957.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.800094] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39b87a4e-8481-43fe-8c10-1dc36b135b95 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.810431] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 974.810431] env[69773]: value = "task-3390368" [ 974.810431] env[69773]: _type = "Task" [ 974.810431] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.820483] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390368, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.823268] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.934809] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390363, 'name': CreateSnapshot_Task, 'duration_secs': 1.244979} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.935124] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 974.935930] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311d0f55-f34e-46f8-911e-63745345825c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.008688] env[69773]: DEBUG nova.compute.utils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.008688] env[69773]: DEBUG nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.008688] env[69773]: DEBUG nova.network.neutron [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.047345] env[69773]: DEBUG nova.scheduler.client.report [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.109874] env[69773]: DEBUG nova.policy [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c08ba39c9d94f7e8c662e3eeb4baa47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ca61bd6d7af43b3a5f49404dee6de1a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.190394] env[69773]: DEBUG oslo_vmware.api [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390367, 'name': PowerOffVM_Task, 'duration_secs': 0.264136} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.190887] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.191122] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.191491] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-331a3e69-2a7b-4156-a3c1-24b3103dc394 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.269845] env[69773]: DEBUG nova.network.neutron [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Updating instance_info_cache with network_info: [{"id": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "address": "fa:16:3e:c3:b9:e6", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98a347bd-a5", "ovs_interfaceid": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.282040] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.282277] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.282519] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Deleting the datastore file [datastore2] 89407115-4044-4f5a-81eb-0ec832bf79f6 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.283518] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcbc88ff-d4c2-446d-b491-6b3ea7ad3d13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.291861] env[69773]: DEBUG oslo_vmware.api [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for the task: (returnval){ [ 975.291861] env[69773]: value = "task-3390370" [ 975.291861] env[69773]: _type = "Task" [ 975.291861] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.302344] env[69773]: DEBUG oslo_vmware.api [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.321193] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390368, 'name': Rename_Task, 'duration_secs': 0.189278} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.321869] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.322178] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-802fe47d-eb13-4ae0-bed5-287bb38a5338 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.330567] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 975.330567] env[69773]: value = "task-3390371" [ 975.330567] env[69773]: _type = "Task" [ 975.330567] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.341886] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.454945] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 975.455788] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ddfcaf97-a668-4fc8-be71-dc49904174bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.465177] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 975.465177] env[69773]: value = "task-3390372" [ 975.465177] env[69773]: _type = "Task" [ 975.465177] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.475754] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390372, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.512112] env[69773]: DEBUG nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.553893] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.556922] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.179s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.559290] env[69773]: INFO nova.compute.claims [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 975.588297] env[69773]: INFO nova.scheduler.client.report [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Deleted allocations for instance 47e67c2c-7fb9-47c7-a019-15deb4e76131 [ 975.770831] env[69773]: DEBUG nova.network.neutron [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Successfully created port: c1f18f05-becf-44cf-bf87-2d9a7aafa1f2 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.773420] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.804706] env[69773]: DEBUG oslo_vmware.api [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Task: {'id': task-3390370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351589} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.804998] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.805207] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.805692] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.805891] env[69773]: INFO nova.compute.manager [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 975.806288] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.806385] env[69773]: DEBUG nova.compute.manager [-] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.806512] env[69773]: DEBUG nova.network.neutron [-] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 975.842823] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.905603] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquiring lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.905898] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.906134] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquiring lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.906324] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.906493] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.908928] env[69773]: INFO nova.compute.manager [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Terminating instance [ 975.976689] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390372, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.097490] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f799c040-27ff-4894-adf3-842249581fa6 tempest-ServersListShow298Test-626385169 tempest-ServersListShow298Test-626385169-project-member] Lock "47e67c2c-7fb9-47c7-a019-15deb4e76131" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.281s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.292683] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.293703] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf9890a-aefe-479e-8527-9669e259c672 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.309875] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.310452] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1a3c314-fa64-428f-be8b-77707f9620cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.348371] env[69773]: DEBUG oslo_vmware.api [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390371, 'name': PowerOnVM_Task, 'duration_secs': 0.676902} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.348371] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.348371] env[69773]: INFO nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Took 10.82 seconds to spawn the instance on the hypervisor. [ 976.349155] env[69773]: DEBUG nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.351460] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337d5146-9bf5-4167-a24f-06c914e46948 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.377396] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.377604] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.377782] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleting the datastore file [datastore2] 98709b61-d24b-4b9c-9258-5b2478c8e694 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.378071] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e89f38-300a-44d9-9d76-032af1f9b928 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.389413] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 976.389413] env[69773]: value = "task-3390374" [ 976.389413] env[69773]: _type = "Task" [ 976.389413] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.400554] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.412200] env[69773]: DEBUG nova.compute.manager [req-5d425e35-00a4-46f6-84b8-00e065988353 req-fabf15de-8992-4db0-8004-4ebdb10c40cc service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Received event network-vif-unplugged-98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.412200] env[69773]: DEBUG oslo_concurrency.lockutils [req-5d425e35-00a4-46f6-84b8-00e065988353 req-fabf15de-8992-4db0-8004-4ebdb10c40cc service nova] Acquiring lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.412200] env[69773]: DEBUG oslo_concurrency.lockutils [req-5d425e35-00a4-46f6-84b8-00e065988353 req-fabf15de-8992-4db0-8004-4ebdb10c40cc service nova] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.412200] env[69773]: DEBUG oslo_concurrency.lockutils [req-5d425e35-00a4-46f6-84b8-00e065988353 req-fabf15de-8992-4db0-8004-4ebdb10c40cc service nova] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.412200] env[69773]: DEBUG nova.compute.manager [req-5d425e35-00a4-46f6-84b8-00e065988353 req-fabf15de-8992-4db0-8004-4ebdb10c40cc service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] No waiting events found dispatching network-vif-unplugged-98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.412200] env[69773]: WARNING nova.compute.manager [req-5d425e35-00a4-46f6-84b8-00e065988353 req-fabf15de-8992-4db0-8004-4ebdb10c40cc service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Received unexpected event network-vif-unplugged-98a347bd-a5f2-4922-8dae-ca6e4bd18eba for instance with vm_state shelved and task_state shelving_offloading. [ 976.413525] env[69773]: DEBUG nova.compute.manager [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.414027] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.415892] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb04a22-02b6-4fac-a1cf-dd89964da68b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.424888] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.425218] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a6862d3-ca78-4cc2-9bae-f60b93a2b153 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.434829] env[69773]: DEBUG oslo_vmware.api [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 976.434829] env[69773]: value = "task-3390375" [ 976.434829] env[69773]: _type = "Task" [ 976.434829] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.449251] env[69773]: DEBUG oslo_vmware.api [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.479590] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390372, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.524193] env[69773]: DEBUG nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.559759] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.560173] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.560261] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.560723] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.560723] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.560723] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.560863] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.561186] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.561186] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.561471] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.561523] env[69773]: DEBUG nova.virt.hardware [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.562463] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d642f2-0418-434b-98c4-91e9fe02423d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.575899] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0690219c-f0f6-4ed0-95c3-e2e6c0b8705a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.883368] env[69773]: INFO nova.compute.manager [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Took 22.80 seconds to build instance. [ 976.911549] env[69773]: DEBUG oslo_vmware.api [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190971} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.911549] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.911549] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.911549] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.941288] env[69773]: INFO nova.scheduler.client.report [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted allocations for instance 98709b61-d24b-4b9c-9258-5b2478c8e694 [ 976.954538] env[69773]: DEBUG oslo_vmware.api [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390375, 'name': PowerOffVM_Task, 'duration_secs': 0.510786} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.954828] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.954996] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.955898] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21614052-a990-4eac-9130-f2512e9d28c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.977544] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390372, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.016441] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d6bc39-d042-4df6-b120-d20b704772d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.026501] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de000625-edfc-4316-ae50-28f170599f0d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.071778] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77210447-e096-4b1b-a06a-91c28e06f2d4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.076785] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.077202] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.077405] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Deleting the datastore file [datastore1] d7412de8-a6d5-4a0a-a40c-7681ca0c84b0 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.077673] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6202fc0a-560e-4a32-98c0-f7601ced92a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.086810] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97114166-15bf-4cd2-84b4-962885df13f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.092903] env[69773]: DEBUG oslo_vmware.api [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for the task: (returnval){ [ 977.092903] env[69773]: value = "task-3390377" [ 977.092903] env[69773]: _type = "Task" [ 977.092903] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.106553] env[69773]: DEBUG nova.compute.provider_tree [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.118872] env[69773]: DEBUG oslo_vmware.api [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.302118] env[69773]: DEBUG nova.compute.manager [req-033308ee-2e3a-48d5-b656-7f72e406ec7e req-6ad8ea8f-761e-4054-98cf-eacc2942fdc8 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Received event network-vif-deleted-a50f3e25-e8ae-45b9-818a-9cb475ef167b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.302329] env[69773]: INFO nova.compute.manager [req-033308ee-2e3a-48d5-b656-7f72e406ec7e req-6ad8ea8f-761e-4054-98cf-eacc2942fdc8 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Neutron deleted interface a50f3e25-e8ae-45b9-818a-9cb475ef167b; detaching it from the instance and deleting it from the info cache [ 977.302491] env[69773]: DEBUG nova.network.neutron [req-033308ee-2e3a-48d5-b656-7f72e406ec7e req-6ad8ea8f-761e-4054-98cf-eacc2942fdc8 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.381236] env[69773]: DEBUG oslo_concurrency.lockutils [None req-454979dd-f13a-4a46-84b6-9cba17b922fa tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.310s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.450421] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.477933] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390372, 'name': CloneVM_Task, 'duration_secs': 1.701014} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.478214] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Created linked-clone VM from snapshot [ 977.478996] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b69f2-0ab7-41e6-86bc-7f836719064f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.486610] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Uploading image 1fdca54a-63fe-4181-abea-4a3e6103dbc0 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 977.512732] env[69773]: DEBUG oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 977.512732] env[69773]: value = "vm-676480" [ 977.512732] env[69773]: _type = "VirtualMachine" [ 977.512732] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 977.513026] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5d382c85-3913-466e-8acc-dae7d736944b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.520596] env[69773]: DEBUG oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lease: (returnval){ [ 977.520596] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52acfedb-d5af-f661-19f6-451248f1bc27" [ 977.520596] env[69773]: _type = "HttpNfcLease" [ 977.520596] env[69773]: } obtained for exporting VM: (result){ [ 977.520596] env[69773]: value = "vm-676480" [ 977.520596] env[69773]: _type = "VirtualMachine" [ 977.520596] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 977.520878] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the lease: (returnval){ [ 977.520878] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52acfedb-d5af-f661-19f6-451248f1bc27" [ 977.520878] env[69773]: _type = "HttpNfcLease" [ 977.520878] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 977.528080] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 977.528080] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52acfedb-d5af-f661-19f6-451248f1bc27" [ 977.528080] env[69773]: _type = "HttpNfcLease" [ 977.528080] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 977.611333] env[69773]: DEBUG oslo_vmware.api [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Task: {'id': task-3390377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295642} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.611333] env[69773]: DEBUG nova.network.neutron [-] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.614281] env[69773]: DEBUG nova.scheduler.client.report [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.617981] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.618280] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.618563] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.618803] env[69773]: INFO nova.compute.manager [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 977.619151] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.620381] env[69773]: DEBUG nova.compute.manager [-] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.622284] env[69773]: DEBUG nova.network.neutron [-] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 977.807900] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-139540a9-2865-48c2-ba59-ef44dfc09157 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.819087] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da8f9f7-6f09-4fb0-a451-5573e15eaa4d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.863727] env[69773]: DEBUG nova.compute.manager [req-033308ee-2e3a-48d5-b656-7f72e406ec7e req-6ad8ea8f-761e-4054-98cf-eacc2942fdc8 service nova] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Detach interface failed, port_id=a50f3e25-e8ae-45b9-818a-9cb475ef167b, reason: Instance 89407115-4044-4f5a-81eb-0ec832bf79f6 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 978.033376] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.033376] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52acfedb-d5af-f661-19f6-451248f1bc27" [ 978.033376] env[69773]: _type = "HttpNfcLease" [ 978.033376] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 978.033685] env[69773]: DEBUG oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 978.033685] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52acfedb-d5af-f661-19f6-451248f1bc27" [ 978.033685] env[69773]: _type = "HttpNfcLease" [ 978.033685] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 978.034456] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56066a9-73d4-40fa-8f16-c95f3003eb22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.044187] env[69773]: DEBUG oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52988a17-f6d0-031f-7c09-a46771280365/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 978.044388] env[69773]: DEBUG oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52988a17-f6d0-031f-7c09-a46771280365/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 978.122668] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.124044] env[69773]: DEBUG nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.127763] env[69773]: INFO nova.compute.manager [-] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Took 2.32 seconds to deallocate network for instance. [ 978.129826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.319s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.131766] env[69773]: INFO nova.compute.claims [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.181767] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5aebfecb-a7cf-4334-9d58-90d2f3d5d791 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.328684] env[69773]: DEBUG nova.network.neutron [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Successfully updated port: c1f18f05-becf-44cf-bf87-2d9a7aafa1f2 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.626993] env[69773]: DEBUG nova.compute.manager [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Received event network-changed-98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.631445] env[69773]: DEBUG nova.compute.manager [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Refreshing instance network info cache due to event network-changed-98a347bd-a5f2-4922-8dae-ca6e4bd18eba. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 978.631445] env[69773]: DEBUG oslo_concurrency.lockutils [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] Acquiring lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.631445] env[69773]: DEBUG oslo_concurrency.lockutils [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] Acquired lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.631445] env[69773]: DEBUG nova.network.neutron [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Refreshing network info cache for port 98a347bd-a5f2-4922-8dae-ca6e4bd18eba {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 978.634661] env[69773]: DEBUG nova.compute.utils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.637693] env[69773]: DEBUG nova.network.neutron [-] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.640345] env[69773]: DEBUG nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.640672] env[69773]: DEBUG nova.network.neutron [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.646998] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.725739] env[69773]: DEBUG nova.policy [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10dfb129bde464fbe2a69d0c302e3b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca745af601094a788189b8a9ec3d84c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.835244] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "refresh_cache-977259db-8ed1-48bb-a64e-4a2bc123e1f0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.835244] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquired lock "refresh_cache-977259db-8ed1-48bb-a64e-4a2bc123e1f0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.835244] env[69773]: DEBUG nova.network.neutron [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 979.145120] env[69773]: DEBUG nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.149353] env[69773]: INFO nova.compute.manager [-] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Took 1.53 seconds to deallocate network for instance. [ 979.158134] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "98709b61-d24b-4b9c-9258-5b2478c8e694" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.167585] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.167840] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.210809] env[69773]: DEBUG nova.network.neutron [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Successfully created port: 3a2603d9-abbd-4132-8e94-81007cf671c7 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.346476] env[69773]: DEBUG nova.compute.manager [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Received event network-vif-deleted-2cec75c9-6866-47eb-91df-8aaad78434a5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.347133] env[69773]: DEBUG nova.compute.manager [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Received event network-vif-plugged-c1f18f05-becf-44cf-bf87-2d9a7aafa1f2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.347526] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] Acquiring lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.347851] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] Lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.348142] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] Lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.348352] env[69773]: DEBUG nova.compute.manager [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] No waiting events found dispatching network-vif-plugged-c1f18f05-becf-44cf-bf87-2d9a7aafa1f2 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 979.348530] env[69773]: WARNING nova.compute.manager [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Received unexpected event network-vif-plugged-c1f18f05-becf-44cf-bf87-2d9a7aafa1f2 for instance with vm_state building and task_state spawning. [ 979.348785] env[69773]: DEBUG nova.compute.manager [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Received event network-changed-c1f18f05-becf-44cf-bf87-2d9a7aafa1f2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.348848] env[69773]: DEBUG nova.compute.manager [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Refreshing instance network info cache due to event network-changed-c1f18f05-becf-44cf-bf87-2d9a7aafa1f2. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.349077] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] Acquiring lock "refresh_cache-977259db-8ed1-48bb-a64e-4a2bc123e1f0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.385742] env[69773]: DEBUG nova.network.neutron [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 979.548245] env[69773]: DEBUG nova.network.neutron [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Updating instance_info_cache with network_info: [{"id": "c1f18f05-becf-44cf-bf87-2d9a7aafa1f2", "address": "fa:16:3e:f2:67:9f", "network": {"id": "6e19041f-f5f5-4bb0-bd01-2cb0ee9f2e68", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-926347491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ca61bd6d7af43b3a5f49404dee6de1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f18f05-be", "ovs_interfaceid": "c1f18f05-becf-44cf-bf87-2d9a7aafa1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.578043] env[69773]: DEBUG nova.network.neutron [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Updated VIF entry in instance network info cache for port 98a347bd-a5f2-4922-8dae-ca6e4bd18eba. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 979.578043] env[69773]: DEBUG nova.network.neutron [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Updating instance_info_cache with network_info: [{"id": "98a347bd-a5f2-4922-8dae-ca6e4bd18eba", "address": "fa:16:3e:c3:b9:e6", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": null, "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap98a347bd-a5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.600812] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1237d5-cbb2-41e9-bdfa-c41313b2b9b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.608544] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9f5d3b-c1aa-4b71-857e-b6cb98562a8c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.646590] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b4b04c-7832-4e2d-9be8-0cee685cd4ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.661509] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035df0d8-5e88-4539-9458-beb50214640e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.669188] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.670626] env[69773]: DEBUG nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.684799] env[69773]: DEBUG nova.compute.provider_tree [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.054833] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Releasing lock "refresh_cache-977259db-8ed1-48bb-a64e-4a2bc123e1f0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.055213] env[69773]: DEBUG nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Instance network_info: |[{"id": "c1f18f05-becf-44cf-bf87-2d9a7aafa1f2", "address": "fa:16:3e:f2:67:9f", "network": {"id": "6e19041f-f5f5-4bb0-bd01-2cb0ee9f2e68", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-926347491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ca61bd6d7af43b3a5f49404dee6de1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f18f05-be", "ovs_interfaceid": "c1f18f05-becf-44cf-bf87-2d9a7aafa1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.055537] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] Acquired lock "refresh_cache-977259db-8ed1-48bb-a64e-4a2bc123e1f0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.055716] env[69773]: DEBUG nova.network.neutron [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Refreshing network info cache for port c1f18f05-becf-44cf-bf87-2d9a7aafa1f2 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 980.057075] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:67:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1f18f05-becf-44cf-bf87-2d9a7aafa1f2', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.065603] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Creating folder: Project (6ca61bd6d7af43b3a5f49404dee6de1a). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.066710] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-56055b28-8de0-4241-b09f-c87f3262968e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.080984] env[69773]: DEBUG oslo_concurrency.lockutils [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] Releasing lock "refresh_cache-98709b61-d24b-4b9c-9258-5b2478c8e694" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.081278] env[69773]: DEBUG nova.compute.manager [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Received event network-changed-9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.081453] env[69773]: DEBUG nova.compute.manager [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Refreshing instance network info cache due to event network-changed-9e63e816-e6bc-4c2f-a8c9-8d22b75560ca. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.081659] env[69773]: DEBUG oslo_concurrency.lockutils [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] Acquiring lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.081802] env[69773]: DEBUG oslo_concurrency.lockutils [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] Acquired lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.081960] env[69773]: DEBUG nova.network.neutron [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Refreshing network info cache for port 9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 980.083221] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Created folder: Project (6ca61bd6d7af43b3a5f49404dee6de1a) in parent group-v676268. [ 980.083400] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Creating folder: Instances. Parent ref: group-v676481. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 980.083845] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e70f18b-24ce-46b1-8083-e4586070695f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.095767] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Created folder: Instances in parent group-v676481. [ 980.096125] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.096414] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.096713] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4703bec5-3806-404f-a221-d5b06e7ba6df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.121762] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.121762] env[69773]: value = "task-3390381" [ 980.121762] env[69773]: _type = "Task" [ 980.121762] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.131097] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390381, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.170103] env[69773]: DEBUG nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.190648] env[69773]: DEBUG nova.scheduler.client.report [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.204652] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.205159] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.205818] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.205818] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.205818] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.206152] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.206499] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.206775] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.207068] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.207529] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.207529] env[69773]: DEBUG nova.virt.hardware [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.208900] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb45d865-0b11-4198-8f04-acb4cee9d762 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.213191] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.220774] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a91fb6-43af-4d5c-b51c-b621e718fd62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.633333] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390381, 'name': CreateVM_Task, 'duration_secs': 0.350286} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.633662] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.634312] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.634489] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.634804] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.635087] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c558eea-6360-4fca-81d5-70864ba53ef1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.641371] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 980.641371] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5202447c-dd7a-aab1-8feb-7ebbcf26cdbd" [ 980.641371] env[69773]: _type = "Task" [ 980.641371] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.653492] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5202447c-dd7a-aab1-8feb-7ebbcf26cdbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.699716] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.700407] env[69773]: DEBUG nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.702793] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.398s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.812408] env[69773]: DEBUG nova.network.neutron [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updated VIF entry in instance network info cache for port 9e63e816-e6bc-4c2f-a8c9-8d22b75560ca. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 980.812817] env[69773]: DEBUG nova.network.neutron [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updating instance_info_cache with network_info: [{"id": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "address": "fa:16:3e:1c:ad:da", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e63e816-e6", "ovs_interfaceid": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.925108] env[69773]: DEBUG nova.network.neutron [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Updated VIF entry in instance network info cache for port c1f18f05-becf-44cf-bf87-2d9a7aafa1f2. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 980.925514] env[69773]: DEBUG nova.network.neutron [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Updating instance_info_cache with network_info: [{"id": "c1f18f05-becf-44cf-bf87-2d9a7aafa1f2", "address": "fa:16:3e:f2:67:9f", "network": {"id": "6e19041f-f5f5-4bb0-bd01-2cb0ee9f2e68", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-926347491-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ca61bd6d7af43b3a5f49404dee6de1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eaf3dfa2-fa01-4d4d-8ecd-a9bc74d90ec2", "external-id": "nsx-vlan-transportzone-546", "segmentation_id": 546, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1f18f05-be", "ovs_interfaceid": "c1f18f05-becf-44cf-bf87-2d9a7aafa1f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.155088] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5202447c-dd7a-aab1-8feb-7ebbcf26cdbd, 'name': SearchDatastore_Task, 'duration_secs': 0.014701} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.155245] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.155490] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.155890] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.155890] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.156065] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 981.156423] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efd48e47-4289-418e-a9e8-9a89c79b6233 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.171181] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 981.171181] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.171181] env[69773]: DEBUG nova.network.neutron [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Successfully updated port: 3a2603d9-abbd-4132-8e94-81007cf671c7 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.172535] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0ab270-79dc-4704-90bf-b53bea0c8796 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.182303] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 981.182303] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d2bc92-e29e-715c-0ba1-37a339f9e10a" [ 981.182303] env[69773]: _type = "Task" [ 981.182303] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.195565] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d2bc92-e29e-715c-0ba1-37a339f9e10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.206375] env[69773]: DEBUG nova.compute.utils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.210198] env[69773]: INFO nova.compute.claims [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.213905] env[69773]: DEBUG nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.214048] env[69773]: DEBUG nova.network.neutron [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.294332] env[69773]: DEBUG nova.policy [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10dfb129bde464fbe2a69d0c302e3b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca745af601094a788189b8a9ec3d84c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.315991] env[69773]: DEBUG oslo_concurrency.lockutils [req-94c396b1-6fc8-4183-b94a-77ae5befb99a req-286950c1-c4aa-4e01-a664-1fd1f062fcff service nova] Releasing lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.376183] env[69773]: DEBUG nova.compute.manager [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Received event network-vif-plugged-3a2603d9-abbd-4132-8e94-81007cf671c7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.376183] env[69773]: DEBUG oslo_concurrency.lockutils [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] Acquiring lock "6e6bc02f-3f52-442a-a061-9f9e82f64488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.376183] env[69773]: DEBUG oslo_concurrency.lockutils [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] Lock "6e6bc02f-3f52-442a-a061-9f9e82f64488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.376183] env[69773]: DEBUG oslo_concurrency.lockutils [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] Lock "6e6bc02f-3f52-442a-a061-9f9e82f64488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.376183] env[69773]: DEBUG nova.compute.manager [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] No waiting events found dispatching network-vif-plugged-3a2603d9-abbd-4132-8e94-81007cf671c7 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.376183] env[69773]: WARNING nova.compute.manager [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Received unexpected event network-vif-plugged-3a2603d9-abbd-4132-8e94-81007cf671c7 for instance with vm_state building and task_state spawning. [ 981.376183] env[69773]: DEBUG nova.compute.manager [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Received event network-changed-3a2603d9-abbd-4132-8e94-81007cf671c7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.376926] env[69773]: DEBUG nova.compute.manager [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Refreshing instance network info cache due to event network-changed-3a2603d9-abbd-4132-8e94-81007cf671c7. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.377297] env[69773]: DEBUG oslo_concurrency.lockutils [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] Acquiring lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.377563] env[69773]: DEBUG oslo_concurrency.lockutils [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] Acquired lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.377825] env[69773]: DEBUG nova.network.neutron [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Refreshing network info cache for port 3a2603d9-abbd-4132-8e94-81007cf671c7 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 981.428671] env[69773]: DEBUG oslo_concurrency.lockutils [req-b3d4d2a4-1c4c-4cda-8beb-22eec4118449 req-a7f11383-b052-4623-aa74-79fe17090c49 service nova] Releasing lock "refresh_cache-977259db-8ed1-48bb-a64e-4a2bc123e1f0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.610555] env[69773]: DEBUG nova.network.neutron [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Successfully created port: 5e8c75d6-4183-49b2-9a23-1dd07a5b412e {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.678459] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.694836] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d2bc92-e29e-715c-0ba1-37a339f9e10a, 'name': SearchDatastore_Task, 'duration_secs': 0.016764} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.695642] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e36d786e-2772-4daf-afa4-d00c44766f69 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.702304] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 981.702304] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0ad98-60c9-68cf-6ca7-ff9b5b3c4f4a" [ 981.702304] env[69773]: _type = "Task" [ 981.702304] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.711427] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0ad98-60c9-68cf-6ca7-ff9b5b3c4f4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.715042] env[69773]: DEBUG nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.719134] env[69773]: INFO nova.compute.resource_tracker [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating resource usage from migration 90491127-17b0-482c-b245-4b0563d55efb [ 982.065891] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba26075e-91aa-4e3f-8d39-0826291696ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.074985] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abe5c58-d076-4b77-b01b-16cb338ccede {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.109705] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789498e6-ac4a-4c9c-86ed-b4a310cada2c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.118509] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d2e85a-0b9c-477c-856d-448c9f28f126 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.134389] env[69773]: DEBUG nova.compute.provider_tree [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.190186] env[69773]: DEBUG nova.network.neutron [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 982.214306] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0ad98-60c9-68cf-6ca7-ff9b5b3c4f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.019705} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.214660] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.214914] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 977259db-8ed1-48bb-a64e-4a2bc123e1f0/977259db-8ed1-48bb-a64e-4a2bc123e1f0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.215258] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42e57c71-dd64-41f0-8041-753689eeb9e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.230539] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 982.230539] env[69773]: value = "task-3390382" [ 982.230539] env[69773]: _type = "Task" [ 982.230539] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.241925] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.335904] env[69773]: DEBUG nova.network.neutron [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.640256] env[69773]: DEBUG nova.scheduler.client.report [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.732381] env[69773]: DEBUG nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.747668] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390382, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.764527] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.764779] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.764939] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.765173] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.765365] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.765546] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.765798] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.766067] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.766283] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.766459] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.766641] env[69773]: DEBUG nova.virt.hardware [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.767728] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07089aa-f6a9-439d-8b9b-c79ea202c565 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.779815] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198c2d13-3558-4a1c-b0c1-3e8d978a3252 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.839275] env[69773]: DEBUG oslo_concurrency.lockutils [req-36b5cac5-0612-4d28-b71a-a028316f8c4d req-c46a9cff-627d-4afa-ad53-20b02747a00d service nova] Releasing lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.839699] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.839964] env[69773]: DEBUG nova.network.neutron [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 983.139575] env[69773]: DEBUG nova.network.neutron [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Successfully updated port: 5e8c75d6-4183-49b2-9a23-1dd07a5b412e {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.149045] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.446s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.149295] env[69773]: INFO nova.compute.manager [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Migrating [ 983.158620] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.538s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.158872] env[69773]: DEBUG nova.objects.instance [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lazy-loading 'resources' on Instance uuid 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.245771] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670625} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.246091] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 977259db-8ed1-48bb-a64e-4a2bc123e1f0/977259db-8ed1-48bb-a64e-4a2bc123e1f0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.246333] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.246616] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0501b523-756f-4530-b683-d80dfcd8cc05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.255833] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 983.255833] env[69773]: value = "task-3390383" [ 983.255833] env[69773]: _type = "Task" [ 983.255833] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.266452] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.392347] env[69773]: DEBUG nova.network.neutron [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 983.402543] env[69773]: DEBUG nova.compute.manager [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Received event network-vif-plugged-5e8c75d6-4183-49b2-9a23-1dd07a5b412e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.402846] env[69773]: DEBUG oslo_concurrency.lockutils [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] Acquiring lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.403162] env[69773]: DEBUG oslo_concurrency.lockutils [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] Lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.403463] env[69773]: DEBUG oslo_concurrency.lockutils [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] Lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.403660] env[69773]: DEBUG nova.compute.manager [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] No waiting events found dispatching network-vif-plugged-5e8c75d6-4183-49b2-9a23-1dd07a5b412e {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 983.403825] env[69773]: WARNING nova.compute.manager [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Received unexpected event network-vif-plugged-5e8c75d6-4183-49b2-9a23-1dd07a5b412e for instance with vm_state building and task_state spawning. [ 983.404093] env[69773]: DEBUG nova.compute.manager [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Received event network-changed-5e8c75d6-4183-49b2-9a23-1dd07a5b412e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.404331] env[69773]: DEBUG nova.compute.manager [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Refreshing instance network info cache due to event network-changed-5e8c75d6-4183-49b2-9a23-1dd07a5b412e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.404525] env[69773]: DEBUG oslo_concurrency.lockutils [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] Acquiring lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.404758] env[69773]: DEBUG oslo_concurrency.lockutils [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] Acquired lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.405033] env[69773]: DEBUG nova.network.neutron [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Refreshing network info cache for port 5e8c75d6-4183-49b2-9a23-1dd07a5b412e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 983.628227] env[69773]: DEBUG nova.network.neutron [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Updating instance_info_cache with network_info: [{"id": "3a2603d9-abbd-4132-8e94-81007cf671c7", "address": "fa:16:3e:cc:dc:97", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2603d9-ab", "ovs_interfaceid": "3a2603d9-abbd-4132-8e94-81007cf671c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.643508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.668844] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.669116] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.669329] env[69773]: DEBUG nova.network.neutron [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 983.769271] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088128} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.772090] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.773708] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f35a42-ccec-49c2-a3a2-d0f61170d4eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.800905] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 977259db-8ed1-48bb-a64e-4a2bc123e1f0/977259db-8ed1-48bb-a64e-4a2bc123e1f0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.803994] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e23143-f672-4c46-b6dd-708a85e547d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.828994] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 983.828994] env[69773]: value = "task-3390384" [ 983.828994] env[69773]: _type = "Task" [ 983.828994] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.841408] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390384, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.936687] env[69773]: DEBUG nova.network.neutron [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 984.016545] env[69773]: DEBUG nova.network.neutron [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.044580] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f256cedd-dc09-41d5-9abb-96038d0ca75d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.055588] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2dd9672-217d-4542-9d5f-728aad2c6192 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.103336] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9411fc-d3e9-4386-b7b7-9086bd1e6b0b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.112865] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9597e95e-ae67-4ab5-8f3a-56324733ee3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.128079] env[69773]: DEBUG nova.compute.provider_tree [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.130986] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.131317] env[69773]: DEBUG nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Instance network_info: |[{"id": "3a2603d9-abbd-4132-8e94-81007cf671c7", "address": "fa:16:3e:cc:dc:97", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2603d9-ab", "ovs_interfaceid": "3a2603d9-abbd-4132-8e94-81007cf671c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 984.131772] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:dc:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a2603d9-abbd-4132-8e94-81007cf671c7', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.141439] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Creating folder: Project (ca745af601094a788189b8a9ec3d84c7). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.142416] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f959a56-4877-4d6b-98ed-fa42f069bded {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.156545] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Created folder: Project (ca745af601094a788189b8a9ec3d84c7) in parent group-v676268. [ 984.156806] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Creating folder: Instances. Parent ref: group-v676484. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 984.157193] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f7a483c-ca34-47b7-b524-0acab0b3ebef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.170063] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Created folder: Instances in parent group-v676484. [ 984.170460] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.170683] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.170908] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c208d88-0252-427c-b8ca-a17d61d680b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.194646] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.194646] env[69773]: value = "task-3390387" [ 984.194646] env[69773]: _type = "Task" [ 984.194646] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.206025] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390387, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.342118] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390384, 'name': ReconfigVM_Task, 'duration_secs': 0.462895} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.342446] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 977259db-8ed1-48bb-a64e-4a2bc123e1f0/977259db-8ed1-48bb-a64e-4a2bc123e1f0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.343150] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dcdd732-bed2-4170-aed1-4ee1a7f427b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.351615] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 984.351615] env[69773]: value = "task-3390388" [ 984.351615] env[69773]: _type = "Task" [ 984.351615] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.361208] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390388, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.464789] env[69773]: DEBUG nova.network.neutron [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [{"id": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "address": "fa:16:3e:81:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4fccd-6b", "ovs_interfaceid": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.519949] env[69773]: DEBUG oslo_concurrency.lockutils [req-942a7f04-6f6b-43f0-ad8c-b0689c7a28c0 req-65eaaca9-bd10-4a93-8e0b-ac8d35d56602 service nova] Releasing lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.520392] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.520556] env[69773]: DEBUG nova.network.neutron [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 984.631355] env[69773]: DEBUG nova.scheduler.client.report [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.705028] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390387, 'name': CreateVM_Task, 'duration_secs': 0.50391} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.705902] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.707936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.708092] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.708500] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.709210] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ad2a2c-b71e-492c-a1a0-eeab04fe1cbf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.715639] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 984.715639] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5243d031-da2a-283a-624d-a262b1dee7ca" [ 984.715639] env[69773]: _type = "Task" [ 984.715639] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.730026] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5243d031-da2a-283a-624d-a262b1dee7ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.863017] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390388, 'name': Rename_Task, 'duration_secs': 0.216391} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.863342] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.863932] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2073dd8-c572-41d2-9053-7ea1a7be410e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.872296] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 984.872296] env[69773]: value = "task-3390389" [ 984.872296] env[69773]: _type = "Task" [ 984.872296] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.883334] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.968263] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.080892] env[69773]: DEBUG nova.network.neutron [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 985.137771] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.142796] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.439s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.144482] env[69773]: INFO nova.compute.claims [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.162691] env[69773]: INFO nova.scheduler.client.report [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Deleted allocations for instance 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19 [ 985.228790] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5243d031-da2a-283a-624d-a262b1dee7ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012257} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.231495] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.231750] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 985.231991] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.232158] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.232336] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 985.232897] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cd0bdc6-9041-44f5-918c-9cc4c9eb62ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.244105] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 985.244236] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 985.244959] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4871c732-a337-4a11-9324-788f48092f83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.252255] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 985.252255] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52de28dc-5621-7bff-9684-0eef3e3d7d40" [ 985.252255] env[69773]: _type = "Task" [ 985.252255] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.263626] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52de28dc-5621-7bff-9684-0eef3e3d7d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.274083] env[69773]: DEBUG nova.network.neutron [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Updating instance_info_cache with network_info: [{"id": "5e8c75d6-4183-49b2-9a23-1dd07a5b412e", "address": "fa:16:3e:57:e2:f6", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8c75d6-41", "ovs_interfaceid": "5e8c75d6-4183-49b2-9a23-1dd07a5b412e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.384223] env[69773]: DEBUG oslo_vmware.api [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390389, 'name': PowerOnVM_Task, 'duration_secs': 0.489509} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.384515] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.384820] env[69773]: INFO nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Took 8.86 seconds to spawn the instance on the hypervisor. [ 985.385053] env[69773]: DEBUG nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 985.386067] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098d91bf-8302-4da9-bd47-f4bbfe7ec824 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.669422] env[69773]: DEBUG oslo_concurrency.lockutils [None req-774d4fe9-09cb-442d-879d-40429a0837f4 tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.071s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.764224] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52de28dc-5621-7bff-9684-0eef3e3d7d40, 'name': SearchDatastore_Task, 'duration_secs': 0.013206} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.768751] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39999c7e-b2f2-4620-aa0c-cd424e1de674 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.776321] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 985.776321] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525bbe1f-9ff1-2185-4e26-d15960a1c3e6" [ 985.776321] env[69773]: _type = "Task" [ 985.776321] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.781040] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.781383] env[69773]: DEBUG nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Instance network_info: |[{"id": "5e8c75d6-4183-49b2-9a23-1dd07a5b412e", "address": "fa:16:3e:57:e2:f6", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8c75d6-41", "ovs_interfaceid": "5e8c75d6-4183-49b2-9a23-1dd07a5b412e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.782057] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:e2:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e8c75d6-4183-49b2-9a23-1dd07a5b412e', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.789479] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.790428] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.790922] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5514be58-48c8-4b0c-b062-01aac3f260c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.809329] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525bbe1f-9ff1-2185-4e26-d15960a1c3e6, 'name': SearchDatastore_Task, 'duration_secs': 0.012029} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.809989] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.810314] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488/6e6bc02f-3f52-442a-a061-9f9e82f64488.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.810587] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af4d381-dec0-4c54-962a-29fd5a2fdd9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.815850] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.815850] env[69773]: value = "task-3390390" [ 985.815850] env[69773]: _type = "Task" [ 985.815850] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.820350] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 985.820350] env[69773]: value = "task-3390391" [ 985.820350] env[69773]: _type = "Task" [ 985.820350] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.827135] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390390, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.833052] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.906527] env[69773]: INFO nova.compute.manager [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Took 26.46 seconds to build instance. [ 985.989595] env[69773]: DEBUG oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52988a17-f6d0-031f-7c09-a46771280365/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 985.991631] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccfd409-4b46-4b43-90a2-78168ebebd72 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.998867] env[69773]: DEBUG oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52988a17-f6d0-031f-7c09-a46771280365/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 985.999104] env[69773]: ERROR oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52988a17-f6d0-031f-7c09-a46771280365/disk-0.vmdk due to incomplete transfer. [ 985.999360] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bc4f23a0-687c-4229-8775-f3ffa8352179 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.008456] env[69773]: DEBUG oslo_vmware.rw_handles [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52988a17-f6d0-031f-7c09-a46771280365/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 986.008667] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Uploaded image 1fdca54a-63fe-4181-abea-4a3e6103dbc0 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 986.010826] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 986.011385] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-df969b2f-d41d-49fd-9fda-25dcfb6a22b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.018592] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 986.018592] env[69773]: value = "task-3390392" [ 986.018592] env[69773]: _type = "Task" [ 986.018592] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.029286] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390392, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.273169] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.331933] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390390, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.337897] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390391, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.409644] env[69773]: DEBUG oslo_concurrency.lockutils [None req-556d162d-2dc3-4d57-88bd-034a0f2c9c02 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.968s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.409912] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.137s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.410719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.410719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.410719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.413061] env[69773]: INFO nova.compute.manager [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Terminating instance [ 986.488218] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a42405-5c24-4ef8-95b0-4668c102254d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.493877] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e47e83e-a399-470b-97a9-897f9e2eb385 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.511039] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance '6fe4702c-4579-481c-8774-22e4b484f1c9' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.520021] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec5a4f9-a4fa-4d75-b5df-02fefab63af9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.532810] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390392, 'name': Destroy_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.559741] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0cbfa8-f890-425a-886d-2661410c0380 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.568320] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d70143-61d6-49fe-8214-f6daf17b28f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.582271] env[69773]: DEBUG nova.compute.provider_tree [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.769423] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "09125b7c-b1a3-4b75-b954-e5acad73ed86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.769689] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "09125b7c-b1a3-4b75-b954-e5acad73ed86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.769912] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "09125b7c-b1a3-4b75-b954-e5acad73ed86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.770122] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "09125b7c-b1a3-4b75-b954-e5acad73ed86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.770295] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "09125b7c-b1a3-4b75-b954-e5acad73ed86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.772545] env[69773]: INFO nova.compute.manager [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Terminating instance [ 986.829729] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390390, 'name': CreateVM_Task, 'duration_secs': 0.594722} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.832649] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.832936] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540043} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.833588] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.833744] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.834072] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.834327] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488/6e6bc02f-3f52-442a-a061-9f9e82f64488.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.834521] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.834741] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9778b85f-327d-4003-96a7-b05cc8bb7dec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.836166] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53ec7569-cfdf-473c-8d62-42b546fe8066 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.840997] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 986.840997] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527ab92a-2785-1745-9c58-a262c8791674" [ 986.840997] env[69773]: _type = "Task" [ 986.840997] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.844741] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 986.844741] env[69773]: value = "task-3390393" [ 986.844741] env[69773]: _type = "Task" [ 986.844741] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.851345] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527ab92a-2785-1745-9c58-a262c8791674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.857170] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.916856] env[69773]: DEBUG nova.compute.manager [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.917299] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.917971] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c91d91-d0b0-4f29-a07b-2ab1cb900335 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.926258] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.926514] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-835c38c6-8488-4386-9836-eabc7ebf133f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.933572] env[69773]: DEBUG oslo_vmware.api [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 986.933572] env[69773]: value = "task-3390394" [ 986.933572] env[69773]: _type = "Task" [ 986.933572] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.941692] env[69773]: DEBUG oslo_vmware.api [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.017221] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.017532] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b4e5786-805a-4825-bf49-dc951c9e6703 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.028276] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 987.028276] env[69773]: value = "task-3390395" [ 987.028276] env[69773]: _type = "Task" [ 987.028276] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.034906] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390392, 'name': Destroy_Task, 'duration_secs': 0.539173} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.035553] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Destroyed the VM [ 987.035769] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 987.036036] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-67620677-9aa5-4063-a336-94afcde99de6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.041269] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 987.041480] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance '6fe4702c-4579-481c-8774-22e4b484f1c9' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 987.046920] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 987.046920] env[69773]: value = "task-3390396" [ 987.046920] env[69773]: _type = "Task" [ 987.046920] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.055623] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390396, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.085876] env[69773]: DEBUG nova.scheduler.client.report [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.276978] env[69773]: DEBUG nova.compute.manager [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.277295] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.279083] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837d3718-8d20-4d2d-873b-758aed86bdae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.287810] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.288123] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-057f0ab6-7b22-4419-bc55-e19484624e79 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.295386] env[69773]: DEBUG oslo_vmware.api [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 987.295386] env[69773]: value = "task-3390397" [ 987.295386] env[69773]: _type = "Task" [ 987.295386] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.304454] env[69773]: DEBUG oslo_vmware.api [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.355350] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527ab92a-2785-1745-9c58-a262c8791674, 'name': SearchDatastore_Task, 'duration_secs': 0.031674} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.358119] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.358414] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.358696] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.358858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.359073] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.359361] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074914} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.359561] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ab4aaa-4014-43b3-8f98-43ac82ddb2b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.361449] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.362237] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c550a5-166a-40df-bab7-268a589457d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.385837] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488/6e6bc02f-3f52-442a-a061-9f9e82f64488.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.387218] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82f3798-1a61-46bf-8d96-4ffb6a4b3d41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.401649] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.401871] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.402718] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee037d6e-a3fa-4571-b5f1-6c68e8f279f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.410747] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 987.410747] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5225035f-ec05-3337-0abd-6a29653b3f00" [ 987.410747] env[69773]: _type = "Task" [ 987.410747] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.415065] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 987.415065] env[69773]: value = "task-3390398" [ 987.415065] env[69773]: _type = "Task" [ 987.415065] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.421554] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5225035f-ec05-3337-0abd-6a29653b3f00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.431059] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.444755] env[69773]: DEBUG oslo_vmware.api [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390394, 'name': PowerOffVM_Task, 'duration_secs': 0.210408} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.445033] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.445262] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.445475] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6241344-4e58-498c-89ea-4f29a52b6710 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.512377] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.512607] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.512790] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Deleting the datastore file [datastore2] 977259db-8ed1-48bb-a64e-4a2bc123e1f0 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.513112] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1fbcd12-1d41-4ea5-9ca4-98da2b224421 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.520771] env[69773]: DEBUG oslo_vmware.api [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for the task: (returnval){ [ 987.520771] env[69773]: value = "task-3390400" [ 987.520771] env[69773]: _type = "Task" [ 987.520771] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.528670] env[69773]: DEBUG oslo_vmware.api [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.548039] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.548338] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.548502] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.548684] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.548839] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.549031] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.549240] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.549402] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.549568] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.549731] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.549906] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.554916] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d071dedb-8a91-4c29-b28b-7591450b25b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.574540] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390396, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398277} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.575810] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 987.576106] env[69773]: DEBUG nova.compute.manager [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.576445] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 987.576445] env[69773]: value = "task-3390401" [ 987.576445] env[69773]: _type = "Task" [ 987.576445] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.577139] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a15eb9-823c-4323-9773-c4917aff9367 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.587305] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390401, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.591444] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.591915] env[69773]: DEBUG nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.594368] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.430s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.594575] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.596577] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.428s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.598041] env[69773]: INFO nova.compute.claims [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 987.621312] env[69773]: INFO nova.scheduler.client.report [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted allocations for instance b90f3aa4-183d-4758-be98-20e2f7883931 [ 987.805838] env[69773]: DEBUG oslo_vmware.api [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390397, 'name': PowerOffVM_Task, 'duration_secs': 0.218748} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.806070] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.806254] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.806512] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02190493-8089-4197-aa32-545f885a8bb2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.865133] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.865348] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.865533] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Deleting the datastore file [datastore1] 09125b7c-b1a3-4b75-b954-e5acad73ed86 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.865998] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c8c0356-1937-4c8f-91ca-2ca7030bb224 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.873363] env[69773]: DEBUG oslo_vmware.api [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for the task: (returnval){ [ 987.873363] env[69773]: value = "task-3390403" [ 987.873363] env[69773]: _type = "Task" [ 987.873363] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.881222] env[69773]: DEBUG oslo_vmware.api [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.922338] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5225035f-ec05-3337-0abd-6a29653b3f00, 'name': SearchDatastore_Task, 'duration_secs': 0.017877} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.923442] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2176bb6b-083c-4b34-9790-a06358494f49 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.928194] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390398, 'name': ReconfigVM_Task, 'duration_secs': 0.294581} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.928781] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488/6e6bc02f-3f52-442a-a061-9f9e82f64488.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.929412] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abd29139-7bce-4d67-b6ed-80352f75ac96 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.932018] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 987.932018] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bce2cb-ad66-df25-b9e5-162ae2ecbe0d" [ 987.932018] env[69773]: _type = "Task" [ 987.932018] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.940485] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bce2cb-ad66-df25-b9e5-162ae2ecbe0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.941607] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 987.941607] env[69773]: value = "task-3390404" [ 987.941607] env[69773]: _type = "Task" [ 987.941607] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.948686] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390404, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.031479] env[69773]: DEBUG oslo_vmware.api [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Task: {'id': task-3390400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148723} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.031767] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.031954] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.032156] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.032328] env[69773]: INFO nova.compute.manager [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 988.032566] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.032758] env[69773]: DEBUG nova.compute.manager [-] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.032873] env[69773]: DEBUG nova.network.neutron [-] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 988.090617] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390401, 'name': ReconfigVM_Task, 'duration_secs': 0.178507} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.090909] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance '6fe4702c-4579-481c-8774-22e4b484f1c9' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.098837] env[69773]: INFO nova.compute.manager [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Shelve offloading [ 988.104019] env[69773]: DEBUG nova.compute.utils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.104927] env[69773]: DEBUG nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.105237] env[69773]: DEBUG nova.network.neutron [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.128346] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f59a3e34-8abf-474f-873d-b9c369f9a76e tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "b90f3aa4-183d-4758-be98-20e2f7883931" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.622s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.223125] env[69773]: DEBUG nova.policy [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '823b27cd18a845f3ad325ba6a00bf8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a5f4557f579416dab17361cfe5819d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.385211] env[69773]: DEBUG oslo_vmware.api [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Task: {'id': task-3390403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190308} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.385685] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.386041] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.386358] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.386647] env[69773]: INFO nova.compute.manager [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Took 1.11 seconds to destroy the instance on the hypervisor. [ 988.387140] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.387788] env[69773]: DEBUG nova.compute.manager [-] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.387980] env[69773]: DEBUG nova.network.neutron [-] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 988.444435] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bce2cb-ad66-df25-b9e5-162ae2ecbe0d, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.448228] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.448703] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77/40f6ae8a-8d2c-44a7-972d-a00815ed2a77.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.449137] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-418d331c-dd7c-41c9-b1fd-97835a894834 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.460295] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390404, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.460295] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 988.460295] env[69773]: value = "task-3390405" [ 988.460295] env[69773]: _type = "Task" [ 988.460295] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.472020] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.598098] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.598098] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.598325] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.598440] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.598585] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.599553] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.599553] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.599553] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.599728] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.600092] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.600497] env[69773]: DEBUG nova.virt.hardware [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.606539] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Reconfiguring VM instance instance-00000025 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.607113] env[69773]: DEBUG nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.610161] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.610290] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f9b6aff-fbf1-4bab-8afd-749ebcf14ee5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.630152] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f301e210-b0aa-4b63-98fc-e618790e8403 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.641804] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 988.641804] env[69773]: value = "task-3390407" [ 988.641804] env[69773]: _type = "Task" [ 988.641804] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.641804] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 988.641804] env[69773]: value = "task-3390406" [ 988.641804] env[69773]: _type = "Task" [ 988.641804] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.661683] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 988.661933] env[69773]: DEBUG nova.compute.manager [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.662306] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.666589] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246fc082-e1c0-45af-a24c-c9d711e5ae09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.675954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.675954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.675954] env[69773]: DEBUG nova.network.neutron [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 988.821524] env[69773]: DEBUG nova.compute.manager [req-b4a24733-1506-44b5-a42e-358d1f6baa6c req-c783bd73-01be-46b6-a193-20d7550ce9d6 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Received event network-vif-deleted-c1f18f05-becf-44cf-bf87-2d9a7aafa1f2 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.821524] env[69773]: INFO nova.compute.manager [req-b4a24733-1506-44b5-a42e-358d1f6baa6c req-c783bd73-01be-46b6-a193-20d7550ce9d6 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Neutron deleted interface c1f18f05-becf-44cf-bf87-2d9a7aafa1f2; detaching it from the instance and deleting it from the info cache [ 988.821524] env[69773]: DEBUG nova.network.neutron [req-b4a24733-1506-44b5-a42e-358d1f6baa6c req-c783bd73-01be-46b6-a193-20d7550ce9d6 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.842095] env[69773]: DEBUG nova.compute.manager [req-5ce1dcad-a98e-4f47-8a9b-7a9df22e1e51 req-4915eeaf-22c7-4113-b945-01f2954ac74e service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Received event network-vif-deleted-8cd6da0c-0695-4be1-be05-ea0be079c428 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.842310] env[69773]: INFO nova.compute.manager [req-5ce1dcad-a98e-4f47-8a9b-7a9df22e1e51 req-4915eeaf-22c7-4113-b945-01f2954ac74e service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Neutron deleted interface 8cd6da0c-0695-4be1-be05-ea0be079c428; detaching it from the instance and deleting it from the info cache [ 988.842482] env[69773]: DEBUG nova.network.neutron [req-5ce1dcad-a98e-4f47-8a9b-7a9df22e1e51 req-4915eeaf-22c7-4113-b945-01f2954ac74e service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.868114] env[69773]: DEBUG nova.network.neutron [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Successfully created port: f90795fd-1b7f-48d4-9922-1bd823923c03 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.958973] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390404, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.973272] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.988931] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ad3b96-d2b9-440e-ad10-052cf8c6c3f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.997322] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b545a94-4957-4e0d-9f81-d86a9b699329 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.029511] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f532fc1-47e1-442d-b833-26c5ebc72528 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.037642] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f154ab0c-862b-459f-b7b6-24ae72e42585 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.051474] env[69773]: DEBUG nova.compute.provider_tree [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.133434] env[69773]: DEBUG nova.network.neutron [-] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.152442] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390407, 'name': ReconfigVM_Task, 'duration_secs': 0.469081} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.152727] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Reconfigured VM instance instance-00000025 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.153572] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bb5712-c297-4af3-8868-61c30763ef95 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.158902] env[69773]: DEBUG nova.network.neutron [-] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.178746] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 6fe4702c-4579-481c-8774-22e4b484f1c9/6fe4702c-4579-481c-8774-22e4b484f1c9.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.182063] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b22d72d-8a61-4918-b061-f7c55dbd0b4d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.205011] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 989.205011] env[69773]: value = "task-3390408" [ 989.205011] env[69773]: _type = "Task" [ 989.205011] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.217150] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390408, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.323957] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2c4a483-2d62-4da7-9113-74cf75fff0f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.336534] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fa7f19-7312-495c-9531-0957997629df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.350365] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07416e7a-93a8-4fb7-8ebe-5fae80bbcab0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.364225] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e528d06-e511-4278-a269-7bc7cc84641c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.387992] env[69773]: DEBUG nova.compute.manager [req-b4a24733-1506-44b5-a42e-358d1f6baa6c req-c783bd73-01be-46b6-a193-20d7550ce9d6 service nova] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Detach interface failed, port_id=c1f18f05-becf-44cf-bf87-2d9a7aafa1f2, reason: Instance 977259db-8ed1-48bb-a64e-4a2bc123e1f0 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.417204] env[69773]: DEBUG nova.compute.manager [req-5ce1dcad-a98e-4f47-8a9b-7a9df22e1e51 req-4915eeaf-22c7-4113-b945-01f2954ac74e service nova] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Detach interface failed, port_id=8cd6da0c-0695-4be1-be05-ea0be079c428, reason: Instance 09125b7c-b1a3-4b75-b954-e5acad73ed86 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.427560] env[69773]: DEBUG nova.network.neutron [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [{"id": "1d185f89-746d-438e-bd56-43c84d032868", "address": "fa:16:3e:f3:43:b6", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d185f89-74", "ovs_interfaceid": "1d185f89-746d-438e-bd56-43c84d032868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.459694] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390404, 'name': Rename_Task, 'duration_secs': 1.189162} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.459980] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.460289] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea7993b1-ed95-46ef-8b92-d9b488a8430c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.471966] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 989.471966] env[69773]: value = "task-3390409" [ 989.471966] env[69773]: _type = "Task" [ 989.471966] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.477566] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.488561] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390409, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.554469] env[69773]: DEBUG nova.scheduler.client.report [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.634503] env[69773]: DEBUG nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.637389] env[69773]: INFO nova.compute.manager [-] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Took 1.60 seconds to deallocate network for instance. [ 989.661821] env[69773]: INFO nova.compute.manager [-] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Took 1.27 seconds to deallocate network for instance. [ 989.665930] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.666232] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.666406] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.666632] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.666820] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.667101] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.667363] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.667556] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.667762] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.667946] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.668169] env[69773]: DEBUG nova.virt.hardware [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.669177] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fa25d7-246c-4dd1-b2e2-ac8946eddfaf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.683016] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781abf92-c3eb-468a-b168-d55ba695786b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.715519] env[69773]: DEBUG oslo_vmware.api [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390408, 'name': ReconfigVM_Task, 'duration_secs': 0.324559} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.715803] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 6fe4702c-4579-481c-8774-22e4b484f1c9/6fe4702c-4579-481c-8774-22e4b484f1c9.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.716081] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance '6fe4702c-4579-481c-8774-22e4b484f1c9' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.930352] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.975192] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390405, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.055631} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.975543] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77/40f6ae8a-8d2c-44a7-972d-a00815ed2a77.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.975734] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.976093] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53cbdd50-bade-4f33-8ea3-749818c813dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.986159] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390409, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.987441] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 989.987441] env[69773]: value = "task-3390410" [ 989.987441] env[69773]: _type = "Task" [ 989.987441] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.995159] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.060072] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.060695] env[69773]: DEBUG nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.063676] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.114s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.063927] env[69773]: DEBUG nova.objects.instance [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lazy-loading 'resources' on Instance uuid e57c13f4-eeb4-44f8-b6b3-f85f349ee736 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 990.144299] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.177706] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.203008] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.203939] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea45ec0-3ccb-4dbe-b598-8c976aca8cd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.212718] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.212970] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67b26e2a-3ec0-49a2-831a-d3ad8baf2eb3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.221900] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993f7156-4217-47aa-b277-32d6abd9788d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.242319] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc3766c-f546-4c7d-acc8-3b1ea17ffc06 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.260424] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance '6fe4702c-4579-481c-8774-22e4b484f1c9' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.272887] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.273192] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.273467] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleting the datastore file [datastore2] e5bc9684-6a36-43e9-9f08-631914048341 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.273784] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a54ff81-2305-4adb-b19a-cf210bd7a939 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.281312] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 990.281312] env[69773]: value = "task-3390412" [ 990.281312] env[69773]: _type = "Task" [ 990.281312] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.290876] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.417740] env[69773]: DEBUG nova.network.neutron [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Successfully updated port: f90795fd-1b7f-48d4-9922-1bd823923c03 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.488582] env[69773]: DEBUG oslo_vmware.api [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390409, 'name': PowerOnVM_Task, 'duration_secs': 0.633185} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.491856] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.492447] env[69773]: INFO nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Took 10.32 seconds to spawn the instance on the hypervisor. [ 990.492447] env[69773]: DEBUG nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 990.493044] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208285ef-3105-47b4-91dc-c7bfdaa9b419 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.502230] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090245} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.505158] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.506628] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926e615e-70d3-44db-838a-5ec656cc5498 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.529548] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77/40f6ae8a-8d2c-44a7-972d-a00815ed2a77.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.529798] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b1f36a1-31a1-4cd6-97a9-bef1ad650628 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.552161] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 990.552161] env[69773]: value = "task-3390413" [ 990.552161] env[69773]: _type = "Task" [ 990.552161] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.562385] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.567112] env[69773]: DEBUG nova.compute.utils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.571801] env[69773]: DEBUG nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 990.571801] env[69773]: DEBUG nova.network.neutron [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 990.648086] env[69773]: DEBUG nova.policy [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cbe11536927d4051a370d647d3380fa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e02852e892544a91bdda6d99a4db356b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 990.801307] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.805487] env[69773]: DEBUG nova.network.neutron [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Port 32b4fccd-6ba0-4a44-be61-05eb5dff0013 binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 990.853732] env[69773]: DEBUG nova.compute.manager [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Received event network-vif-plugged-f90795fd-1b7f-48d4-9922-1bd823923c03 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.853985] env[69773]: DEBUG oslo_concurrency.lockutils [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] Acquiring lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.854219] env[69773]: DEBUG oslo_concurrency.lockutils [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.854393] env[69773]: DEBUG oslo_concurrency.lockutils [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.854559] env[69773]: DEBUG nova.compute.manager [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] No waiting events found dispatching network-vif-plugged-f90795fd-1b7f-48d4-9922-1bd823923c03 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.854723] env[69773]: WARNING nova.compute.manager [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Received unexpected event network-vif-plugged-f90795fd-1b7f-48d4-9922-1bd823923c03 for instance with vm_state building and task_state spawning. [ 990.854881] env[69773]: DEBUG nova.compute.manager [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Received event network-changed-f90795fd-1b7f-48d4-9922-1bd823923c03 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.855062] env[69773]: DEBUG nova.compute.manager [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Refreshing instance network info cache due to event network-changed-f90795fd-1b7f-48d4-9922-1bd823923c03. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.855236] env[69773]: DEBUG oslo_concurrency.lockutils [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] Acquiring lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.855374] env[69773]: DEBUG oslo_concurrency.lockutils [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] Acquired lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.855546] env[69773]: DEBUG nova.network.neutron [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Refreshing network info cache for port f90795fd-1b7f-48d4-9922-1bd823923c03 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 990.873323] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7a085c-51ff-4637-9ccf-b7aa6f7bc4bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.883296] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7b95f4-0858-48a9-811f-35401f55fffe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.917422] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabddf52-2941-49e5-8e2b-22dadded3d83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.922907] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.926113] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae3a8ef-4a64-4e8f-8f00-88a5318b6005 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.940288] env[69773]: DEBUG nova.compute.provider_tree [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.985897] env[69773]: DEBUG nova.compute.manager [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received event network-vif-unplugged-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.986162] env[69773]: DEBUG oslo_concurrency.lockutils [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] Acquiring lock "e5bc9684-6a36-43e9-9f08-631914048341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.986471] env[69773]: DEBUG oslo_concurrency.lockutils [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] Lock "e5bc9684-6a36-43e9-9f08-631914048341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.986506] env[69773]: DEBUG oslo_concurrency.lockutils [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] Lock "e5bc9684-6a36-43e9-9f08-631914048341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.986736] env[69773]: DEBUG nova.compute.manager [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] No waiting events found dispatching network-vif-unplugged-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.987022] env[69773]: WARNING nova.compute.manager [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received unexpected event network-vif-unplugged-1d185f89-746d-438e-bd56-43c84d032868 for instance with vm_state shelved and task_state shelving_offloading. [ 990.987408] env[69773]: DEBUG nova.compute.manager [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received event network-changed-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.987729] env[69773]: DEBUG nova.compute.manager [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Refreshing instance network info cache due to event network-changed-1d185f89-746d-438e-bd56-43c84d032868. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.988006] env[69773]: DEBUG oslo_concurrency.lockutils [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] Acquiring lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.988197] env[69773]: DEBUG oslo_concurrency.lockutils [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] Acquired lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.988368] env[69773]: DEBUG nova.network.neutron [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Refreshing network info cache for port 1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 991.014788] env[69773]: INFO nova.compute.manager [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Took 29.66 seconds to build instance. [ 991.066108] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.072411] env[69773]: DEBUG nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.125740] env[69773]: DEBUG nova.network.neutron [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Successfully created port: 4dc5355d-d08f-479d-b976-c4269b49ffa4 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.293907] env[69773]: DEBUG oslo_vmware.api [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.848688} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.294874] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.294874] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.294874] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.324906] env[69773]: INFO nova.scheduler.client.report [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleted allocations for instance e5bc9684-6a36-43e9-9f08-631914048341 [ 991.392374] env[69773]: DEBUG nova.network.neutron [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 991.443565] env[69773]: DEBUG nova.scheduler.client.report [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.460489] env[69773]: DEBUG nova.network.neutron [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.516774] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d8dd0db-5e7a-4f18-b169-13332726872f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "6e6bc02f-3f52-442a-a061-9f9e82f64488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.170s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.563516] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390413, 'name': ReconfigVM_Task, 'duration_secs': 0.801351} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.563796] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77/40f6ae8a-8d2c-44a7-972d-a00815ed2a77.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.564461] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d9a92f4-ddaf-4762-b469-84d68d76208d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.573658] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 991.573658] env[69773]: value = "task-3390414" [ 991.573658] env[69773]: _type = "Task" [ 991.573658] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.584783] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390414, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.700847] env[69773]: DEBUG nova.network.neutron [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updated VIF entry in instance network info cache for port 1d185f89-746d-438e-bd56-43c84d032868. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 991.701388] env[69773]: DEBUG nova.network.neutron [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [{"id": "1d185f89-746d-438e-bd56-43c84d032868", "address": "fa:16:3e:f3:43:b6", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1d185f89-74", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.833824] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.833824] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.834059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.834059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.948676] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.951521] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.128s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.952811] env[69773]: INFO nova.compute.claims [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.962917] env[69773]: DEBUG oslo_concurrency.lockutils [req-8a29616f-0072-46dd-b8cd-69f60e0513ea req-7117f0e7-0127-472e-a64e-5a35ec169a9a service nova] Releasing lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.963268] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.963425] env[69773]: DEBUG nova.network.neutron [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 991.966983] env[69773]: INFO nova.scheduler.client.report [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Deleted allocations for instance e57c13f4-eeb4-44f8-b6b3-f85f349ee736 [ 992.087437] env[69773]: DEBUG nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.089612] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390414, 'name': Rename_Task, 'duration_secs': 0.141183} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.090468] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.090651] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03f3f9c0-8a78-473b-845f-ed9a49e25690 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.099215] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 992.099215] env[69773]: value = "task-3390415" [ 992.099215] env[69773]: _type = "Task" [ 992.099215] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.108351] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.116301] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.116540] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.116700] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.116891] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.117075] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.117231] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.117446] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.117604] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.117770] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.117935] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.118124] env[69773]: DEBUG nova.virt.hardware [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.118950] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f3f16-1d6e-4378-a7ea-bc398fb7f273 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.127374] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365331bc-8b4c-4fd7-bb40-2522d33bff2a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.204399] env[69773]: DEBUG oslo_concurrency.lockutils [req-746ce385-2e30-45aa-a78f-b7b6d5508171 req-ae65ae52-26e4-4e99-b062-cf15e3b97e5d service nova] Releasing lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.477598] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4ab6dd31-eaef-4b26-b950-21ed0847136b tempest-ServerMetadataNegativeTestJSON-1556954007 tempest-ServerMetadataNegativeTestJSON-1556954007-project-member] Lock "e57c13f4-eeb4-44f8-b6b3-f85f349ee736" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.254s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.496921] env[69773]: DEBUG nova.network.neutron [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 992.616274] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390415, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.658374] env[69773]: DEBUG nova.network.neutron [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance_info_cache with network_info: [{"id": "f90795fd-1b7f-48d4-9922-1bd823923c03", "address": "fa:16:3e:13:f1:0a", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90795fd-1b", "ovs_interfaceid": "f90795fd-1b7f-48d4-9922-1bd823923c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.755258] env[69773]: DEBUG nova.network.neutron [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Successfully updated port: 4dc5355d-d08f-479d-b976-c4269b49ffa4 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.110932] env[69773]: DEBUG oslo_vmware.api [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390415, 'name': PowerOnVM_Task, 'duration_secs': 0.559996} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.114075] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.114416] env[69773]: INFO nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Took 10.38 seconds to spawn the instance on the hypervisor. [ 993.114608] env[69773]: DEBUG nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.115593] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f95eb5c-3d94-4f34-88c4-d8a8c562b542 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.144020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.144020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.144020] env[69773]: DEBUG nova.network.neutron [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 993.165027] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.168017] env[69773]: DEBUG nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Instance network_info: |[{"id": "f90795fd-1b7f-48d4-9922-1bd823923c03", "address": "fa:16:3e:13:f1:0a", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90795fd-1b", "ovs_interfaceid": "f90795fd-1b7f-48d4-9922-1bd823923c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.168017] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f1:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f90795fd-1b7f-48d4-9922-1bd823923c03', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.174522] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.176126] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.179784] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e0d115d-b47b-4b17-9b3d-c2956255d30a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.212093] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.212093] env[69773]: value = "task-3390416" [ 993.212093] env[69773]: _type = "Task" [ 993.212093] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.224931] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390416, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.239625] env[69773]: DEBUG nova.compute.manager [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Received event network-vif-plugged-4dc5355d-d08f-479d-b976-c4269b49ffa4 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.239625] env[69773]: DEBUG oslo_concurrency.lockutils [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] Acquiring lock "53c41aad-bb50-4a4a-b2ea-045d3884acab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.239625] env[69773]: DEBUG oslo_concurrency.lockutils [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] Lock "53c41aad-bb50-4a4a-b2ea-045d3884acab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.239625] env[69773]: DEBUG oslo_concurrency.lockutils [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] Lock "53c41aad-bb50-4a4a-b2ea-045d3884acab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.239625] env[69773]: DEBUG nova.compute.manager [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] No waiting events found dispatching network-vif-plugged-4dc5355d-d08f-479d-b976-c4269b49ffa4 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.239625] env[69773]: WARNING nova.compute.manager [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Received unexpected event network-vif-plugged-4dc5355d-d08f-479d-b976-c4269b49ffa4 for instance with vm_state building and task_state spawning. [ 993.239625] env[69773]: DEBUG nova.compute.manager [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Received event network-changed-4dc5355d-d08f-479d-b976-c4269b49ffa4 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.239625] env[69773]: DEBUG nova.compute.manager [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Refreshing instance network info cache due to event network-changed-4dc5355d-d08f-479d-b976-c4269b49ffa4. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.240132] env[69773]: DEBUG oslo_concurrency.lockutils [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] Acquiring lock "refresh_cache-53c41aad-bb50-4a4a-b2ea-045d3884acab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.240132] env[69773]: DEBUG oslo_concurrency.lockutils [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] Acquired lock "refresh_cache-53c41aad-bb50-4a4a-b2ea-045d3884acab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.240651] env[69773]: DEBUG nova.network.neutron [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Refreshing network info cache for port 4dc5355d-d08f-479d-b976-c4269b49ffa4 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 993.260695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquiring lock "refresh_cache-53c41aad-bb50-4a4a-b2ea-045d3884acab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.335821] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f186beef-2764-4db1-8cfd-a81aac9d1012 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.343879] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf142d8-9b47-474f-a8ba-1d4826622df3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.376969] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feab2944-489a-4547-b950-7538b6e45ed0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.385792] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6213a1-bce8-4dd5-9f5a-fde41481972d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.401468] env[69773]: DEBUG nova.compute.provider_tree [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.642257] env[69773]: INFO nova.compute.manager [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Took 29.86 seconds to build instance. [ 993.702918] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "e5bc9684-6a36-43e9-9f08-631914048341" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.726047] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390416, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.787645] env[69773]: DEBUG nova.network.neutron [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 993.866312] env[69773]: DEBUG nova.network.neutron [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.906018] env[69773]: DEBUG nova.scheduler.client.report [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.999151] env[69773]: INFO nova.compute.manager [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Rescuing [ 993.999451] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.999602] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.999767] env[69773]: DEBUG nova.network.neutron [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 994.145059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1bd2cfc-c186-4179-913a-b3e1f6a1d74a tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.373s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.168436] env[69773]: DEBUG nova.network.neutron [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [{"id": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "address": "fa:16:3e:81:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4fccd-6b", "ovs_interfaceid": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.223838] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390416, 'name': CreateVM_Task, 'duration_secs': 0.640759} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.224082] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.225102] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.225315] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.225654] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.225910] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba733562-240a-4723-83fc-b2dbd66ad306 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.231162] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 994.231162] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520f1c81-7b10-8a9e-4b70-40ef03556f36" [ 994.231162] env[69773]: _type = "Task" [ 994.231162] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.239518] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520f1c81-7b10-8a9e-4b70-40ef03556f36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.374104] env[69773]: DEBUG oslo_concurrency.lockutils [req-7bb76a5b-1114-4388-87e6-d08a1ee86c27 req-4c582e4f-aee4-4fb8-bfd7-f2fcd335cf6d service nova] Releasing lock "refresh_cache-53c41aad-bb50-4a4a-b2ea-045d3884acab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.374104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquired lock "refresh_cache-53c41aad-bb50-4a4a-b2ea-045d3884acab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.374104] env[69773]: DEBUG nova.network.neutron [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 994.413061] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.413061] env[69773]: DEBUG nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.414894] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.965s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.415376] env[69773]: DEBUG nova.objects.instance [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'resources' on Instance uuid 98709b61-d24b-4b9c-9258-5b2478c8e694 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.671271] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.744908] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520f1c81-7b10-8a9e-4b70-40ef03556f36, 'name': SearchDatastore_Task, 'duration_secs': 0.010944} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.745457] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.745773] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.746089] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.746446] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.746589] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.746908] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b781280-91af-4964-99e7-301209627d89 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.757713] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.757983] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.758810] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4d62f1-3c4e-4b0d-ab57-bb2abfcbc41d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.765211] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 994.765211] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52de88ea-0fab-7492-72ca-fd5ed3274b69" [ 994.765211] env[69773]: _type = "Task" [ 994.765211] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.776493] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52de88ea-0fab-7492-72ca-fd5ed3274b69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.916438] env[69773]: DEBUG nova.network.neutron [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 994.919747] env[69773]: DEBUG nova.compute.utils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.921093] env[69773]: DEBUG nova.objects.instance [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'numa_topology' on Instance uuid 98709b61-d24b-4b9c-9258-5b2478c8e694 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.922838] env[69773]: DEBUG nova.network.neutron [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Updating instance_info_cache with network_info: [{"id": "5e8c75d6-4183-49b2-9a23-1dd07a5b412e", "address": "fa:16:3e:57:e2:f6", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8c75d6-41", "ovs_interfaceid": "5e8c75d6-4183-49b2-9a23-1dd07a5b412e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.924088] env[69773]: DEBUG nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.924088] env[69773]: DEBUG nova.network.neutron [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.990927] env[69773]: DEBUG nova.policy [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd1ecea9e7e4750800ed769ef46487f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9560e56b91f34471a26d9d8ec366d46c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 995.065700] env[69773]: DEBUG nova.network.neutron [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Updating instance_info_cache with network_info: [{"id": "4dc5355d-d08f-479d-b976-c4269b49ffa4", "address": "fa:16:3e:2f:87:bf", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc5355d-d0", "ovs_interfaceid": "4dc5355d-d08f-479d-b976-c4269b49ffa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.201813] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26af84ca-2c4c-4a8d-aa73-bda1e3e0c953 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.231426] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d67d934-fc2e-479a-96ac-56a24c06462c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.240180] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance '6fe4702c-4579-481c-8774-22e4b484f1c9' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.281064] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52de88ea-0fab-7492-72ca-fd5ed3274b69, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.281160] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92e2cad-3019-4d25-b156-d17f3654eb55 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.287546] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 995.287546] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e4f5b8-3913-88f2-ff82-313d06b0d8ae" [ 995.287546] env[69773]: _type = "Task" [ 995.287546] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.300538] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e4f5b8-3913-88f2-ff82-313d06b0d8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.423743] env[69773]: DEBUG nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.426937] env[69773]: DEBUG nova.objects.base [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Object Instance<98709b61-d24b-4b9c-9258-5b2478c8e694> lazy-loaded attributes: resources,numa_topology {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.430374] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "refresh_cache-40f6ae8a-8d2c-44a7-972d-a00815ed2a77" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.508602] env[69773]: DEBUG nova.network.neutron [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Successfully created port: c73310ed-667f-436e-841b-82060bd8701d {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.568521] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Releasing lock "refresh_cache-53c41aad-bb50-4a4a-b2ea-045d3884acab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.568813] env[69773]: DEBUG nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Instance network_info: |[{"id": "4dc5355d-d08f-479d-b976-c4269b49ffa4", "address": "fa:16:3e:2f:87:bf", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.66", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dc5355d-d0", "ovs_interfaceid": "4dc5355d-d08f-479d-b976-c4269b49ffa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.569599] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:87:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dc5355d-d08f-479d-b976-c4269b49ffa4', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.577229] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Creating folder: Project (e02852e892544a91bdda6d99a4db356b). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.577466] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3096c0cb-07ac-43b1-a28e-deab62f5d441 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.594789] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Created folder: Project (e02852e892544a91bdda6d99a4db356b) in parent group-v676268. [ 995.595015] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Creating folder: Instances. Parent ref: group-v676489. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.595289] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0839d727-9c71-4477-9adc-7c6228700bdf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.608396] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Created folder: Instances in parent group-v676489. [ 995.608396] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.608396] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.608396] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f296bae4-29ae-4fd8-af2e-a5e0afa0b407 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.631849] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.631849] env[69773]: value = "task-3390419" [ 995.631849] env[69773]: _type = "Task" [ 995.631849] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.643591] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390419, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.749341] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5c8d075-9c48-4242-b6da-c7e3fb453310 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance '6fe4702c-4579-481c-8774-22e4b484f1c9' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.767625] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a146d1-0b5a-448f-881a-ee428a68cc79 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.776624] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57158b04-d527-47f8-bcda-f337b3347d08 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.812956] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2ee938-4fb1-4943-97b7-0e961a8c9861 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.839715] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e4f5b8-3913-88f2-ff82-313d06b0d8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.842336] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.842528] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] afc47499-9e0a-4fab-b0c7-2cd7058ea7b1/afc47499-9e0a-4fab-b0c7-2cd7058ea7b1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.842905] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea391728-e118-4fd2-8beb-94565ee79998 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.846820] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d18f95-86c3-4c5a-b00d-9af01bb648c5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.862367] env[69773]: DEBUG nova.compute.provider_tree [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.865240] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 995.865240] env[69773]: value = "task-3390420" [ 995.865240] env[69773]: _type = "Task" [ 995.865240] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.875916] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.145770] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390419, 'name': CreateVM_Task, 'duration_secs': 0.332763} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.146080] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.147019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.147485] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.147605] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.148719] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914541a8-1db2-467c-8455-3c5aa63a36c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.155160] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 996.155160] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c5757-96ba-4adb-96df-ba9202f5292a" [ 996.155160] env[69773]: _type = "Task" [ 996.155160] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.165689] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c5757-96ba-4adb-96df-ba9202f5292a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.367450] env[69773]: DEBUG nova.scheduler.client.report [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.382330] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390420, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.437561] env[69773]: DEBUG nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.463255] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.463563] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.463784] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.464033] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.464150] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.464453] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.464686] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.464996] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.465324] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.465400] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.465578] env[69773]: DEBUG nova.virt.hardware [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.468282] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec09d23-6aa0-46a3-8136-ba9a37fd7ec5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.479988] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddd4c3f-4e70-48a6-a92d-4f1aadc033c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.669194] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c5757-96ba-4adb-96df-ba9202f5292a, 'name': SearchDatastore_Task, 'duration_secs': 0.022557} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.669502] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.669729] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.669965] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.670141] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.670354] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.670638] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1f82d43-ba27-474c-bb82-2f637831ed47 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.681474] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.681652] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.682438] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b7f7e7e-f3b5-48cc-a92b-67926448fca6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.688216] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 996.688216] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527622e1-16ca-0042-e78f-4640d6f9d399" [ 996.688216] env[69773]: _type = "Task" [ 996.688216] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.696356] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527622e1-16ca-0042-e78f-4640d6f9d399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.878729] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.884878] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.238s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.885386] env[69773]: DEBUG nova.objects.instance [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lazy-loading 'resources' on Instance uuid 89407115-4044-4f5a-81eb-0ec832bf79f6 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.886657] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567584} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.887277] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] afc47499-9e0a-4fab-b0c7-2cd7058ea7b1/afc47499-9e0a-4fab-b0c7-2cd7058ea7b1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.890615] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.890615] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e86d770-257a-4428-89c6-4f5c4bec609d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.896635] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 996.896635] env[69773]: value = "task-3390421" [ 996.896635] env[69773]: _type = "Task" [ 996.896635] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.909727] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.977595] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.977595] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-807b4a21-c1eb-4d68-9c9a-2d649da97c3e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.985134] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 996.985134] env[69773]: value = "task-3390422" [ 996.985134] env[69773]: _type = "Task" [ 996.985134] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.995143] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.107330] env[69773]: DEBUG nova.compute.manager [req-2ef9907e-2dd9-44db-9315-2c37661331d8 req-5b9abbfc-8b9e-47c9-bbbb-e54267d5610a service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Received event network-vif-plugged-c73310ed-667f-436e-841b-82060bd8701d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.107330] env[69773]: DEBUG oslo_concurrency.lockutils [req-2ef9907e-2dd9-44db-9315-2c37661331d8 req-5b9abbfc-8b9e-47c9-bbbb-e54267d5610a service nova] Acquiring lock "586f88e6-bcbc-4e39-85bd-cc704c527d31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.107330] env[69773]: DEBUG oslo_concurrency.lockutils [req-2ef9907e-2dd9-44db-9315-2c37661331d8 req-5b9abbfc-8b9e-47c9-bbbb-e54267d5610a service nova] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.107330] env[69773]: DEBUG oslo_concurrency.lockutils [req-2ef9907e-2dd9-44db-9315-2c37661331d8 req-5b9abbfc-8b9e-47c9-bbbb-e54267d5610a service nova] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.107330] env[69773]: DEBUG nova.compute.manager [req-2ef9907e-2dd9-44db-9315-2c37661331d8 req-5b9abbfc-8b9e-47c9-bbbb-e54267d5610a service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] No waiting events found dispatching network-vif-plugged-c73310ed-667f-436e-841b-82060bd8701d {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.109630] env[69773]: WARNING nova.compute.manager [req-2ef9907e-2dd9-44db-9315-2c37661331d8 req-5b9abbfc-8b9e-47c9-bbbb-e54267d5610a service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Received unexpected event network-vif-plugged-c73310ed-667f-436e-841b-82060bd8701d for instance with vm_state building and task_state spawning. [ 997.188665] env[69773]: DEBUG nova.network.neutron [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Successfully updated port: c73310ed-667f-436e-841b-82060bd8701d {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.201538] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527622e1-16ca-0042-e78f-4640d6f9d399, 'name': SearchDatastore_Task, 'duration_secs': 0.055676} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.203120] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1833e27-6deb-422e-83ea-09f5cfe8729e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.209311] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 997.209311] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5234b01c-8234-acfb-9611-f4e0340a0d4a" [ 997.209311] env[69773]: _type = "Task" [ 997.209311] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.217470] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5234b01c-8234-acfb-9611-f4e0340a0d4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.394935] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c0b85e3d-a1b3-4da8-8e9a-d696173e279d tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.051s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.395347] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 18.238s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.395736] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.395828] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.395928] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.401777] env[69773]: INFO nova.compute.manager [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Terminating instance [ 997.407992] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073382} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.408269] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.409786] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf68d41-783d-4e69-ba2b-553c0b22c558 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.436961] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] afc47499-9e0a-4fab-b0c7-2cd7058ea7b1/afc47499-9e0a-4fab-b0c7-2cd7058ea7b1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.440364] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07d534bd-7fb2-495b-a213-096692508498 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.463108] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 997.463108] env[69773]: value = "task-3390423" [ 997.463108] env[69773]: _type = "Task" [ 997.463108] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.475846] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.495438] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390422, 'name': PowerOffVM_Task, 'duration_secs': 0.336759} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.496247] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.496757] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d289a727-3b22-46d8-9c79-10ad27a2305d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.526172] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc185b3e-c95a-42b4-b772-78512ae46ee5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.562855] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.563171] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a881d059-9a8e-49ef-b058-9c8a5394c30c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.571718] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 997.571718] env[69773]: value = "task-3390424" [ 997.571718] env[69773]: _type = "Task" [ 997.571718] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.580799] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.695368] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.695368] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquired lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.695530] env[69773]: DEBUG nova.network.neutron [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 997.721635] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5234b01c-8234-acfb-9611-f4e0340a0d4a, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.724180] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.724453] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 53c41aad-bb50-4a4a-b2ea-045d3884acab/53c41aad-bb50-4a4a-b2ea-045d3884acab.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.725134] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e951557-c1fa-4074-abfe-eb19c61764f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.732880] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 997.732880] env[69773]: value = "task-3390425" [ 997.732880] env[69773]: _type = "Task" [ 997.732880] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.744965] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.750287] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd56f3f-2fd4-4c25-84fd-6039d22469a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.757917] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df99806f-34f7-4c64-8649-21354014ee82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.791354] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77062ca-692a-479e-b40b-3969b08aae22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.799949] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc61760-2518-4e97-a44a-4b97a5c024ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.814804] env[69773]: DEBUG nova.compute.provider_tree [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.905875] env[69773]: DEBUG nova.compute.manager [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 997.906128] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.906431] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1856bd4a-b033-4aeb-977b-a6e94d683da5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.917563] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3601acbc-2e12-4b68-9c82-5e6959949765 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.953166] env[69773]: WARNING nova.virt.vmwareapi.vmops [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 98709b61-d24b-4b9c-9258-5b2478c8e694 could not be found. [ 997.953428] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.953682] env[69773]: INFO nova.compute.manager [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Took 0.05 seconds to destroy the instance on the hypervisor. [ 997.953949] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.954321] env[69773]: DEBUG nova.compute.manager [-] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.954382] env[69773]: DEBUG nova.network.neutron [-] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 997.973033] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390423, 'name': ReconfigVM_Task, 'duration_secs': 0.497169} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.973349] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Reconfigured VM instance instance-00000049 to attach disk [datastore1] afc47499-9e0a-4fab-b0c7-2cd7058ea7b1/afc47499-9e0a-4fab-b0c7-2cd7058ea7b1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.974035] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3389da61-4fad-48a0-aa66-6cc0f1330c8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.981474] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 997.981474] env[69773]: value = "task-3390426" [ 997.981474] env[69773]: _type = "Task" [ 997.981474] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.992562] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390426, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.085241] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 998.085508] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.085764] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.085931] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.086132] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.086401] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3c13369-ebcd-41dd-a11a-ed07b7b978e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.102471] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.102707] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.103522] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea972311-0dbd-49bc-9b3f-13e24cea84c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.110805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "6fe4702c-4579-481c-8774-22e4b484f1c9" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.111068] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.111452] env[69773]: DEBUG nova.compute.manager [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Going to confirm migration 4 {{(pid=69773) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 998.112787] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 998.112787] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5223f7f5-ede9-0261-e36c-47724c50a573" [ 998.112787] env[69773]: _type = "Task" [ 998.112787] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.123780] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5223f7f5-ede9-0261-e36c-47724c50a573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.245865] env[69773]: DEBUG nova.network.neutron [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 998.247963] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390425, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.318055] env[69773]: DEBUG nova.scheduler.client.report [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.375864] env[69773]: DEBUG nova.network.neutron [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Updating instance_info_cache with network_info: [{"id": "c73310ed-667f-436e-841b-82060bd8701d", "address": "fa:16:3e:23:96:16", "network": {"id": "3491920e-f3d9-43af-8632-a69574aedb12", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1706275519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9560e56b91f34471a26d9d8ec366d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73310ed-66", "ovs_interfaceid": "c73310ed-667f-436e-841b-82060bd8701d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.491685] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390426, 'name': Rename_Task, 'duration_secs': 0.250169} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.492017] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.492214] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c7a2a5-9d5e-4d07-a5fd-89c693386322 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.498644] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 998.498644] env[69773]: value = "task-3390427" [ 998.498644] env[69773]: _type = "Task" [ 998.498644] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.506287] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.633182] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5223f7f5-ede9-0261-e36c-47724c50a573, 'name': SearchDatastore_Task, 'duration_secs': 0.051965} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.635601] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30b8d9ef-e43e-4d72-be98-530fc00e58f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.642576] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 998.642576] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526b7402-cdb6-0939-9c8c-63364043b6ad" [ 998.642576] env[69773]: _type = "Task" [ 998.642576] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.651926] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526b7402-cdb6-0939-9c8c-63364043b6ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.693353] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.693593] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.693710] env[69773]: DEBUG nova.network.neutron [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 998.693891] env[69773]: DEBUG nova.objects.instance [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'info_cache' on Instance uuid 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.753316] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523108} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.753316] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 53c41aad-bb50-4a4a-b2ea-045d3884acab/53c41aad-bb50-4a4a-b2ea-045d3884acab.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.753316] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.753316] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9567c33-4a0c-449b-83bc-3205005fd572 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.761077] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 998.761077] env[69773]: value = "task-3390428" [ 998.761077] env[69773]: _type = "Task" [ 998.761077] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.770559] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.792241] env[69773]: DEBUG nova.network.neutron [-] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.825688] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.830793] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.157s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.830793] env[69773]: DEBUG nova.objects.instance [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lazy-loading 'resources' on Instance uuid d7412de8-a6d5-4a0a-a40c-7681ca0c84b0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.851238] env[69773]: INFO nova.scheduler.client.report [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Deleted allocations for instance 89407115-4044-4f5a-81eb-0ec832bf79f6 [ 998.879277] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Releasing lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.879695] env[69773]: DEBUG nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Instance network_info: |[{"id": "c73310ed-667f-436e-841b-82060bd8701d", "address": "fa:16:3e:23:96:16", "network": {"id": "3491920e-f3d9-43af-8632-a69574aedb12", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1706275519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9560e56b91f34471a26d9d8ec366d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73310ed-66", "ovs_interfaceid": "c73310ed-667f-436e-841b-82060bd8701d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.880330] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:96:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c73310ed-667f-436e-841b-82060bd8701d', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.888880] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Creating folder: Project (9560e56b91f34471a26d9d8ec366d46c). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.889296] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da201e1f-6bf5-4411-b0cf-657069d47b24 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.905532] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Created folder: Project (9560e56b91f34471a26d9d8ec366d46c) in parent group-v676268. [ 998.905829] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Creating folder: Instances. Parent ref: group-v676492. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.906194] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c1fa58-a6b2-4791-b59c-382148f47bba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.918445] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Created folder: Instances in parent group-v676492. [ 998.918899] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.918899] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.919150] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0dcd48d-bb24-4a98-a3fe-78bd573f22c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.940835] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.940835] env[69773]: value = "task-3390431" [ 998.940835] env[69773]: _type = "Task" [ 998.940835] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.950141] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390431, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.010339] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390427, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.155896] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526b7402-cdb6-0939-9c8c-63364043b6ad, 'name': SearchDatastore_Task, 'duration_secs': 0.0792} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.155896] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.155896] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. {{(pid=69773) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 999.155896] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa884fc5-9768-4a9d-b143-0fee01cb64c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.162303] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 999.162303] env[69773]: value = "task-3390432" [ 999.162303] env[69773]: _type = "Task" [ 999.162303] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.171128] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.232200] env[69773]: DEBUG nova.compute.manager [req-c971ec24-868b-4cbf-8465-0d3b40d81433 req-30570bfc-14a7-47c4-ad96-ff70f3b96679 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Received event network-changed-c73310ed-667f-436e-841b-82060bd8701d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.232200] env[69773]: DEBUG nova.compute.manager [req-c971ec24-868b-4cbf-8465-0d3b40d81433 req-30570bfc-14a7-47c4-ad96-ff70f3b96679 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Refreshing instance network info cache due to event network-changed-c73310ed-667f-436e-841b-82060bd8701d. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.232200] env[69773]: DEBUG oslo_concurrency.lockutils [req-c971ec24-868b-4cbf-8465-0d3b40d81433 req-30570bfc-14a7-47c4-ad96-ff70f3b96679 service nova] Acquiring lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.232200] env[69773]: DEBUG oslo_concurrency.lockutils [req-c971ec24-868b-4cbf-8465-0d3b40d81433 req-30570bfc-14a7-47c4-ad96-ff70f3b96679 service nova] Acquired lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.232200] env[69773]: DEBUG nova.network.neutron [req-c971ec24-868b-4cbf-8465-0d3b40d81433 req-30570bfc-14a7-47c4-ad96-ff70f3b96679 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Refreshing network info cache for port c73310ed-667f-436e-841b-82060bd8701d {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 999.269675] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071216} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.269963] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.270877] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99286fb8-d513-47b3-9e6b-ee609ab1c964 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.295551] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 53c41aad-bb50-4a4a-b2ea-045d3884acab/53c41aad-bb50-4a4a-b2ea-045d3884acab.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.296096] env[69773]: INFO nova.compute.manager [-] [instance: 98709b61-d24b-4b9c-9258-5b2478c8e694] Took 1.34 seconds to deallocate network for instance. [ 999.296380] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c1df0fe-7244-4f71-bff2-9b50dbce62a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.320041] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 999.320041] env[69773]: value = "task-3390433" [ 999.320041] env[69773]: _type = "Task" [ 999.320041] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.329717] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.361896] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4f03ef6-01ba-447f-9602-c76d60979adf tempest-VolumesAdminNegativeTest-1962439109 tempest-VolumesAdminNegativeTest-1962439109-project-member] Lock "89407115-4044-4f5a-81eb-0ec832bf79f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.217s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.457688] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390431, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.512946] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390427, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.645316] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fe6ef9-121d-4455-97e5-452200c708c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.654133] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7274d3-d464-4d27-b5a5-3adcfe04fb25 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.693391] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f577db60-759d-44f8-b44a-6b26006a6765 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.701305] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390432, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.706895] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f4f51f-6ab7-4d0e-af07-80c66fb7969b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.721655] env[69773]: DEBUG nova.compute.provider_tree [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.834927] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.955327] env[69773]: DEBUG nova.network.neutron [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [{"id": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "address": "fa:16:3e:81:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4fccd-6b", "ovs_interfaceid": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.962260] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390431, 'name': CreateVM_Task, 'duration_secs': 0.722948} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.962670] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.963804] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.964168] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.964607] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.965831] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13506f3d-5987-413d-90aa-d9250858ca61 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.972598] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 999.972598] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521c4263-6f64-6650-c2c0-db25cfb144c6" [ 999.972598] env[69773]: _type = "Task" [ 999.972598] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.983458] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521c4263-6f64-6650-c2c0-db25cfb144c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.997204] env[69773]: DEBUG nova.network.neutron [req-c971ec24-868b-4cbf-8465-0d3b40d81433 req-30570bfc-14a7-47c4-ad96-ff70f3b96679 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Updated VIF entry in instance network info cache for port c73310ed-667f-436e-841b-82060bd8701d. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 999.997616] env[69773]: DEBUG nova.network.neutron [req-c971ec24-868b-4cbf-8465-0d3b40d81433 req-30570bfc-14a7-47c4-ad96-ff70f3b96679 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Updating instance_info_cache with network_info: [{"id": "c73310ed-667f-436e-841b-82060bd8701d", "address": "fa:16:3e:23:96:16", "network": {"id": "3491920e-f3d9-43af-8632-a69574aedb12", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1706275519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9560e56b91f34471a26d9d8ec366d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73310ed-66", "ovs_interfaceid": "c73310ed-667f-436e-841b-82060bd8701d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.012612] env[69773]: DEBUG oslo_vmware.api [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390427, 'name': PowerOnVM_Task, 'duration_secs': 1.063022} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.012881] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.013094] env[69773]: INFO nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1000.013291] env[69773]: DEBUG nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.014204] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0318a016-2038-4b4f-8d3f-6a4822e87f9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.174192] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390432, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.225047] env[69773]: DEBUG nova.scheduler.client.report [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.334835] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390433, 'name': ReconfigVM_Task, 'duration_secs': 0.571802} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.335353] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 53c41aad-bb50-4a4a-b2ea-045d3884acab/53c41aad-bb50-4a4a-b2ea-045d3884acab.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.336214] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-461c8f48-61a1-4f20-b5f1-7c53dc2032e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.348013] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1bed6a04-ef5a-448f-89ee-b3cf0f9ec90e tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "98709b61-d24b-4b9c-9258-5b2478c8e694" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.952s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.351804] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 1000.351804] env[69773]: value = "task-3390434" [ 1000.351804] env[69773]: _type = "Task" [ 1000.351804] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.365724] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390434, 'name': Rename_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.464242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.464534] env[69773]: DEBUG nova.objects.instance [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'migration_context' on Instance uuid 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.494517] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521c4263-6f64-6650-c2c0-db25cfb144c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013529} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.494845] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.495151] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.496031] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.496031] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.496031] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.499498] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-686474a8-da00-498d-8d0d-4058ced593fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.502265] env[69773]: DEBUG oslo_concurrency.lockutils [req-c971ec24-868b-4cbf-8465-0d3b40d81433 req-30570bfc-14a7-47c4-ad96-ff70f3b96679 service nova] Releasing lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.512323] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.514026] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.514026] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d7d1cfb-e4f4-4731-8aff-c99ceefef4a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.520133] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1000.520133] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f613f-51ff-981d-1119-57d989e4f3e5" [ 1000.520133] env[69773]: _type = "Task" [ 1000.520133] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.533338] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f613f-51ff-981d-1119-57d989e4f3e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.535839] env[69773]: INFO nova.compute.manager [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Took 31.86 seconds to build instance. [ 1000.675209] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390432, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.730949] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.733973] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.521s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.735993] env[69773]: INFO nova.compute.claims [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.762758] env[69773]: INFO nova.scheduler.client.report [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Deleted allocations for instance d7412de8-a6d5-4a0a-a40c-7681ca0c84b0 [ 1000.866850] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390434, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.967312] env[69773]: DEBUG nova.objects.base [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Object Instance<6fe4702c-4579-481c-8774-22e4b484f1c9> lazy-loaded attributes: info_cache,migration_context {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1000.968290] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d06db-8b77-4ff0-a8a4-25b5b66773b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.989455] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8602bd80-d5d9-4fd3-ada5-70c72901e19f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.002412] env[69773]: DEBUG oslo_vmware.api [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1001.002412] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5214a8cd-6283-acb3-ff36-4b47fed3c94e" [ 1001.002412] env[69773]: _type = "Task" [ 1001.002412] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.016534] env[69773]: DEBUG oslo_vmware.api [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5214a8cd-6283-acb3-ff36-4b47fed3c94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.039176] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dad7c781-40ee-4ad5-a023-de0d49e90a49 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.374s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.039640] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f613f-51ff-981d-1119-57d989e4f3e5, 'name': SearchDatastore_Task, 'duration_secs': 0.059616} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.041049] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72c3a931-c5a9-431b-8af2-a6ab43ad001d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.049784] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1001.049784] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52338be4-9e78-d08b-e8d1-70bff72968ad" [ 1001.049784] env[69773]: _type = "Task" [ 1001.049784] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.064136] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52338be4-9e78-d08b-e8d1-70bff72968ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.176697] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390432, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.56728} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.177075] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. [ 1001.178258] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1e96a5-a6b0-45d3-bb57-20ac003fbb84 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.212209] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.212209] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dc851ca-e363-4804-989d-840de4658a53 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.228486] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.228709] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.238524] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1001.238524] env[69773]: value = "task-3390435" [ 1001.238524] env[69773]: _type = "Task" [ 1001.238524] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.250712] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.273873] env[69773]: DEBUG oslo_concurrency.lockutils [None req-95063092-9f4b-4910-9f66-b2060640cb00 tempest-ServerTagsTestJSON-2093418785 tempest-ServerTagsTestJSON-2093418785-project-member] Lock "d7412de8-a6d5-4a0a-a40c-7681ca0c84b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.368s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.368458] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390434, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.514150] env[69773]: DEBUG oslo_vmware.api [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5214a8cd-6283-acb3-ff36-4b47fed3c94e, 'name': SearchDatastore_Task, 'duration_secs': 0.025482} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.514515] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.561736] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52338be4-9e78-d08b-e8d1-70bff72968ad, 'name': SearchDatastore_Task, 'duration_secs': 0.029644} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.562031] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.562304] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 586f88e6-bcbc-4e39-85bd-cc704c527d31/586f88e6-bcbc-4e39-85bd-cc704c527d31.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.562865] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c159bfa-3c34-4419-9f8c-07d11bdefa16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.573457] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1001.573457] env[69773]: value = "task-3390436" [ 1001.573457] env[69773]: _type = "Task" [ 1001.573457] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.582334] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.740021] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.740021] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.740021] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.740021] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.740021] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.740021] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.740021] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1001.740021] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.756868] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390435, 'name': ReconfigVM_Task, 'duration_secs': 0.396304} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.756868] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.756868] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce96126-6206-43b8-b3e9-de01c0f10bb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.799541] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26afdb98-f54f-4d50-bd84-7729aebbfc1a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.815252] env[69773]: DEBUG nova.compute.manager [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1001.842088] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1001.842088] env[69773]: value = "task-3390437" [ 1001.842088] env[69773]: _type = "Task" [ 1001.842088] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.856202] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.865426] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390434, 'name': Rename_Task, 'duration_secs': 1.435375} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.867847] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.867847] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0a7215-ee3a-4732-8735-29e26ae7e657 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.879493] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 1001.879493] env[69773]: value = "task-3390438" [ 1001.879493] env[69773]: _type = "Task" [ 1001.879493] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.901834] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.089813] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390436, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.191695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d3d68a-a33a-4189-9970-774825a1f09c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.202525] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b24d2-127a-4f05-91ce-665554deebb1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.241796] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db1d029-0b5e-4e14-ba7c-2ec18d76e147 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.245537] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.254288] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232aaddd-16e4-4e65-a7fd-2f362c0b27ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.271334] env[69773]: DEBUG nova.compute.provider_tree [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.341575] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.354111] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390437, 'name': ReconfigVM_Task, 'duration_secs': 0.383136} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.354282] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.354525] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-195d2a55-1909-48a8-b07b-2ade4ede12b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.362958] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1002.362958] env[69773]: value = "task-3390439" [ 1002.362958] env[69773]: _type = "Task" [ 1002.362958] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.373375] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.377699] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.377993] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.393287] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390438, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.588102] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518186} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.588662] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 586f88e6-bcbc-4e39-85bd-cc704c527d31/586f88e6-bcbc-4e39-85bd-cc704c527d31.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.589130] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.589455] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a188d721-73e1-47ae-a900-dcb28a68d261 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.598180] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1002.598180] env[69773]: value = "task-3390440" [ 1002.598180] env[69773]: _type = "Task" [ 1002.598180] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.605960] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.775429] env[69773]: DEBUG nova.scheduler.client.report [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.876442] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390439, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.879969] env[69773]: DEBUG nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.893324] env[69773]: DEBUG oslo_vmware.api [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390438, 'name': PowerOnVM_Task, 'duration_secs': 0.559298} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.893589] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.893781] env[69773]: INFO nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Took 10.81 seconds to spawn the instance on the hypervisor. [ 1002.893953] env[69773]: DEBUG nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.897019] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40203c6-9a43-496b-beb9-a00d81f5d34f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.109804] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071523} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.110437] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.113301] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585e5ae7-643f-492b-868d-c397dbf61177 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.145563] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 586f88e6-bcbc-4e39-85bd-cc704c527d31/586f88e6-bcbc-4e39-85bd-cc704c527d31.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.145563] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5785865-ee98-4c8c-9af0-5512a632ca0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.170879] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1003.170879] env[69773]: value = "task-3390441" [ 1003.170879] env[69773]: _type = "Task" [ 1003.170879] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.181653] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.284488] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.284488] env[69773]: DEBUG nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1003.286338] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.142s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.291625] env[69773]: DEBUG nova.objects.instance [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lazy-loading 'resources' on Instance uuid 977259db-8ed1-48bb-a64e-4a2bc123e1f0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.375848] env[69773]: DEBUG oslo_vmware.api [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390439, 'name': PowerOnVM_Task, 'duration_secs': 0.894967} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.376379] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.381172] env[69773]: DEBUG nova.compute.manager [None req-8c7cb9a1-4bf9-4c39-8b86-ee01edd434d2 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.381988] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6b258b-e9b2-4a94-922f-d8bf2bab4801 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.410332] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.421590] env[69773]: INFO nova.compute.manager [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Took 32.28 seconds to build instance. [ 1003.685866] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.793518] env[69773]: DEBUG nova.compute.utils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.797770] env[69773]: DEBUG nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.797987] env[69773]: DEBUG nova.network.neutron [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.855250] env[69773]: DEBUG nova.policy [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65a475e7f042406695296501e3a4c109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1f6e07a214747098e7c8d899f72b298', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.922729] env[69773]: DEBUG oslo_concurrency.lockutils [None req-445270d2-b2ac-44ef-b42e-269714d4a080 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "53c41aad-bb50-4a4a-b2ea-045d3884acab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.791s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.100468] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430aaabe-de3a-43ce-9946-25413e342548 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.111326] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f96ec9-e198-4fde-9362-efb72624f7af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.146952] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc28b58f-ffde-4f0a-ac80-64c87db9382f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.154431] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610cb65b-0db7-4327-b7d2-9dd277883de9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.173398] env[69773]: DEBUG nova.compute.provider_tree [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.185351] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390441, 'name': ReconfigVM_Task, 'duration_secs': 0.523542} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.187327] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 586f88e6-bcbc-4e39-85bd-cc704c527d31/586f88e6-bcbc-4e39-85bd-cc704c527d31.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.187327] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-489e6e40-f2ab-4e10-9991-30740d8715f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.194234] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1004.194234] env[69773]: value = "task-3390442" [ 1004.194234] env[69773]: _type = "Task" [ 1004.194234] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.204294] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390442, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.298460] env[69773]: DEBUG nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1004.340311] env[69773]: DEBUG nova.network.neutron [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Successfully created port: 08c08d7f-edb2-4b6c-9fba-d1c5d1810923 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.681262] env[69773]: DEBUG nova.scheduler.client.report [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.707748] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390442, 'name': Rename_Task, 'duration_secs': 0.251243} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.708047] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.708302] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d46e62b9-0704-441e-9177-83197c76949b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.717262] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1004.717262] env[69773]: value = "task-3390443" [ 1004.717262] env[69773]: _type = "Task" [ 1004.717262] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.732565] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.099827] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquiring lock "53c41aad-bb50-4a4a-b2ea-045d3884acab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.100354] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "53c41aad-bb50-4a4a-b2ea-045d3884acab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.100707] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquiring lock "53c41aad-bb50-4a4a-b2ea-045d3884acab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.101171] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "53c41aad-bb50-4a4a-b2ea-045d3884acab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.101501] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "53c41aad-bb50-4a4a-b2ea-045d3884acab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.103988] env[69773]: INFO nova.compute.manager [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Terminating instance [ 1005.185863] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.189347] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.011s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.189636] env[69773]: DEBUG nova.objects.instance [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lazy-loading 'resources' on Instance uuid 09125b7c-b1a3-4b75-b954-e5acad73ed86 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.214856] env[69773]: INFO nova.scheduler.client.report [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Deleted allocations for instance 977259db-8ed1-48bb-a64e-4a2bc123e1f0 [ 1005.234102] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390443, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.315130] env[69773]: DEBUG nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1005.342979] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.343251] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.343441] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.343620] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.343753] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.343898] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.344164] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.344345] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.344517] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.344696] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.344878] env[69773]: DEBUG nova.virt.hardware [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.346152] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213da642-3e0e-4454-a5cd-11b31ed3f1bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.355118] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302f26b1-a745-4518-a0da-2c2d2d49e058 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.609597] env[69773]: DEBUG nova.compute.manager [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.609836] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.611021] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46da75e2-91ee-4b79-b961-f9716d386d02 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.618987] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.619334] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6113c18f-4016-4df9-81a0-0a940641eb5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.626331] env[69773]: DEBUG oslo_vmware.api [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 1005.626331] env[69773]: value = "task-3390444" [ 1005.626331] env[69773]: _type = "Task" [ 1005.626331] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.635832] env[69773]: DEBUG oslo_vmware.api [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.731936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-53294d71-2d6e-4158-b4e2-21a8b9ac9096 tempest-ServerGroupTestJSON-2132012722 tempest-ServerGroupTestJSON-2132012722-project-member] Lock "977259db-8ed1-48bb-a64e-4a2bc123e1f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.322s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.740287] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390443, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.042554] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16feb7de-2176-4223-898b-3d42d2433950 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.051320] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db568c93-00a6-4d78-a3b9-3090ae50e5d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.099017] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f1ff4f-c28e-4a24-b62c-2500613a30b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.106631] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b5624-041e-4fbc-8908-0940f921c315 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.130196] env[69773]: DEBUG nova.compute.provider_tree [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.142256] env[69773]: DEBUG oslo_vmware.api [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390444, 'name': PowerOffVM_Task, 'duration_secs': 0.210729} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.142256] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.142438] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.142535] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e4e7336-62a0-4f57-8932-0076afdfe013 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.156355] env[69773]: DEBUG nova.compute.manager [req-36e3f51e-007b-455b-aaaf-fcfb34f797c7 req-9e8bc8e7-4390-4d32-bccc-e343abf15c40 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Received event network-vif-plugged-08c08d7f-edb2-4b6c-9fba-d1c5d1810923 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.156355] env[69773]: DEBUG oslo_concurrency.lockutils [req-36e3f51e-007b-455b-aaaf-fcfb34f797c7 req-9e8bc8e7-4390-4d32-bccc-e343abf15c40 service nova] Acquiring lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.156355] env[69773]: DEBUG oslo_concurrency.lockutils [req-36e3f51e-007b-455b-aaaf-fcfb34f797c7 req-9e8bc8e7-4390-4d32-bccc-e343abf15c40 service nova] Lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.156355] env[69773]: DEBUG oslo_concurrency.lockutils [req-36e3f51e-007b-455b-aaaf-fcfb34f797c7 req-9e8bc8e7-4390-4d32-bccc-e343abf15c40 service nova] Lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.156355] env[69773]: DEBUG nova.compute.manager [req-36e3f51e-007b-455b-aaaf-fcfb34f797c7 req-9e8bc8e7-4390-4d32-bccc-e343abf15c40 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] No waiting events found dispatching network-vif-plugged-08c08d7f-edb2-4b6c-9fba-d1c5d1810923 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.156355] env[69773]: WARNING nova.compute.manager [req-36e3f51e-007b-455b-aaaf-fcfb34f797c7 req-9e8bc8e7-4390-4d32-bccc-e343abf15c40 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Received unexpected event network-vif-plugged-08c08d7f-edb2-4b6c-9fba-d1c5d1810923 for instance with vm_state building and task_state spawning. [ 1006.209057] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.209438] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.209657] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Deleting the datastore file [datastore2] 53c41aad-bb50-4a4a-b2ea-045d3884acab {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.209937] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c795eeba-b986-405e-b3f6-926ac18f735d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.218685] env[69773]: DEBUG oslo_vmware.api [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for the task: (returnval){ [ 1006.218685] env[69773]: value = "task-3390446" [ 1006.218685] env[69773]: _type = "Task" [ 1006.218685] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.234861] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390443, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.235496] env[69773]: DEBUG oslo_vmware.api [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.273540] env[69773]: DEBUG nova.network.neutron [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Successfully updated port: 08c08d7f-edb2-4b6c-9fba-d1c5d1810923 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.637517] env[69773]: DEBUG nova.scheduler.client.report [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.657176] env[69773]: INFO nova.compute.manager [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Rescuing [ 1006.657598] env[69773]: DEBUG oslo_concurrency.lockutils [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.657734] env[69773]: DEBUG oslo_concurrency.lockutils [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.657952] env[69773]: DEBUG nova.network.neutron [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1006.738031] env[69773]: DEBUG oslo_vmware.api [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Task: {'id': task-3390446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480683} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.738641] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.739636] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.739636] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.739636] env[69773]: INFO nova.compute.manager [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1006.739636] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.740074] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390443, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.740269] env[69773]: DEBUG nova.compute.manager [-] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.740368] env[69773]: DEBUG nova.network.neutron [-] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1006.776414] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "refresh_cache-cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.776651] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquired lock "refresh_cache-cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.776959] env[69773]: DEBUG nova.network.neutron [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1007.143334] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.145666] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.312s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.145904] env[69773]: DEBUG nova.objects.instance [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lazy-loading 'resources' on Instance uuid e5bc9684-6a36-43e9-9f08-631914048341 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.168311] env[69773]: INFO nova.scheduler.client.report [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Deleted allocations for instance 09125b7c-b1a3-4b75-b954-e5acad73ed86 [ 1007.234058] env[69773]: DEBUG oslo_vmware.api [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390443, 'name': PowerOnVM_Task, 'duration_secs': 2.149913} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.236019] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.236019] env[69773]: INFO nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Took 10.80 seconds to spawn the instance on the hypervisor. [ 1007.236019] env[69773]: DEBUG nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.236019] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a481926-c1bd-4bfc-ba1a-3e737351ef61 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.393882] env[69773]: DEBUG nova.network.neutron [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1007.446185] env[69773]: DEBUG nova.network.neutron [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Updating instance_info_cache with network_info: [{"id": "3a2603d9-abbd-4132-8e94-81007cf671c7", "address": "fa:16:3e:cc:dc:97", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2603d9-ab", "ovs_interfaceid": "3a2603d9-abbd-4132-8e94-81007cf671c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.655097] env[69773]: DEBUG nova.objects.instance [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lazy-loading 'numa_topology' on Instance uuid e5bc9684-6a36-43e9-9f08-631914048341 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.680768] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f821f67-7aba-4969-bbfb-c99956f6a60a tempest-ListImageFiltersTestJSON-1347098355 tempest-ListImageFiltersTestJSON-1347098355-project-member] Lock "09125b7c-b1a3-4b75-b954-e5acad73ed86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.911s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.765124] env[69773]: DEBUG nova.network.neutron [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Updating instance_info_cache with network_info: [{"id": "08c08d7f-edb2-4b6c-9fba-d1c5d1810923", "address": "fa:16:3e:c8:ee:12", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c08d7f-ed", "ovs_interfaceid": "08c08d7f-edb2-4b6c-9fba-d1c5d1810923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.765124] env[69773]: INFO nova.compute.manager [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Took 32.96 seconds to build instance. [ 1007.941111] env[69773]: DEBUG nova.network.neutron [-] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.949228] env[69773]: DEBUG oslo_concurrency.lockutils [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.158808] env[69773]: DEBUG nova.objects.base [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.179736] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquiring lock "f0997d21-5f64-4fee-902b-8f2de26439ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.179965] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "f0997d21-5f64-4fee-902b-8f2de26439ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.269658] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Releasing lock "refresh_cache-cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.269658] env[69773]: DEBUG nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Instance network_info: |[{"id": "08c08d7f-edb2-4b6c-9fba-d1c5d1810923", "address": "fa:16:3e:c8:ee:12", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c08d7f-ed", "ovs_interfaceid": "08c08d7f-edb2-4b6c-9fba-d1c5d1810923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.269658] env[69773]: DEBUG oslo_concurrency.lockutils [None req-acf445cc-1bad-4631-931f-7a17938d19b9 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.474s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.269658] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ee:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08c08d7f-edb2-4b6c-9fba-d1c5d1810923', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.276383] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Creating folder: Project (f1f6e07a214747098e7c8d899f72b298). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.280585] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-acffdf49-f8e1-452f-86d9-52da4344b7ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.283557] env[69773]: DEBUG nova.compute.manager [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Received event network-changed-08c08d7f-edb2-4b6c-9fba-d1c5d1810923 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.283736] env[69773]: DEBUG nova.compute.manager [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Refreshing instance network info cache due to event network-changed-08c08d7f-edb2-4b6c-9fba-d1c5d1810923. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.283945] env[69773]: DEBUG oslo_concurrency.lockutils [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] Acquiring lock "refresh_cache-cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.284098] env[69773]: DEBUG oslo_concurrency.lockutils [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] Acquired lock "refresh_cache-cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.284277] env[69773]: DEBUG nova.network.neutron [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Refreshing network info cache for port 08c08d7f-edb2-4b6c-9fba-d1c5d1810923 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1008.300135] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Created folder: Project (f1f6e07a214747098e7c8d899f72b298) in parent group-v676268. [ 1008.300135] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Creating folder: Instances. Parent ref: group-v676495. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.302976] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f43cb796-61e7-4c9c-bcad-3d8c8e26b12e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.314709] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Created folder: Instances in parent group-v676495. [ 1008.314978] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.318383] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.318826] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-815aa087-de90-4809-81dd-8267c4eb1244 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.348673] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.348673] env[69773]: value = "task-3390449" [ 1008.348673] env[69773]: _type = "Task" [ 1008.348673] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.359727] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390449, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.443022] env[69773]: INFO nova.compute.manager [-] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Took 1.70 seconds to deallocate network for instance. [ 1008.509878] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21c7954-971d-445d-a570-428d86fd5d6c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.521985] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dc6860-b87d-42d1-a186-7ea3e3df8ff5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.559325] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca2b405-4c3a-450f-8143-44cd07981b0b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.571338] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b2bd95-e31d-4387-8884-6956fa1130c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.586782] env[69773]: DEBUG nova.compute.provider_tree [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.591306] env[69773]: DEBUG oslo_concurrency.lockutils [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.591542] env[69773]: DEBUG oslo_concurrency.lockutils [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.591789] env[69773]: INFO nova.compute.manager [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Rebooting instance [ 1008.683159] env[69773]: DEBUG nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.862875] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390449, 'name': CreateVM_Task, 'duration_secs': 0.399965} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.863182] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.863824] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.863994] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.864345] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.864603] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-128d2a63-9e96-4a93-9936-4fbfe343cdb7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.870554] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1008.870554] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b042a7-b4f0-b923-feb7-b0f46605a2f6" [ 1008.870554] env[69773]: _type = "Task" [ 1008.870554] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.879902] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b042a7-b4f0-b923-feb7-b0f46605a2f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.951805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.090474] env[69773]: DEBUG nova.scheduler.client.report [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.126478] env[69773]: DEBUG oslo_concurrency.lockutils [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.126664] env[69773]: DEBUG oslo_concurrency.lockutils [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquired lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.126835] env[69773]: DEBUG nova.network.neutron [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1009.212127] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.230455] env[69773]: DEBUG nova.network.neutron [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Updated VIF entry in instance network info cache for port 08c08d7f-edb2-4b6c-9fba-d1c5d1810923. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1009.230876] env[69773]: DEBUG nova.network.neutron [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Updating instance_info_cache with network_info: [{"id": "08c08d7f-edb2-4b6c-9fba-d1c5d1810923", "address": "fa:16:3e:c8:ee:12", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08c08d7f-ed", "ovs_interfaceid": "08c08d7f-edb2-4b6c-9fba-d1c5d1810923", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.383861] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b042a7-b4f0-b923-feb7-b0f46605a2f6, 'name': SearchDatastore_Task, 'duration_secs': 0.030814} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.383861] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.383861] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.383861] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.383861] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.383861] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.384229] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-455a0030-807d-4cd5-92ec-b19467d3b71a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.394697] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.394947] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.395667] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92d45f9-986f-49d8-9b15-a42130ad8073 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.402114] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1009.402114] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f59445-f20a-bfe7-b8f9-9804051b232b" [ 1009.402114] env[69773]: _type = "Task" [ 1009.402114] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.412539] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f59445-f20a-bfe7-b8f9-9804051b232b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.486074] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.486421] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a450e3ac-bec9-4a9b-9f86-f49c48a0defe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.496141] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1009.496141] env[69773]: value = "task-3390450" [ 1009.496141] env[69773]: _type = "Task" [ 1009.496141] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.508882] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.599819] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.454s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.602574] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.088s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.733404] env[69773]: DEBUG oslo_concurrency.lockutils [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] Releasing lock "refresh_cache-cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.734772] env[69773]: DEBUG nova.compute.manager [req-ea556c7c-e6e6-47f3-8bcb-60d034fa9383 req-ceccbf23-4cd1-4c3e-a8af-4d6b7ce4c7c1 service nova] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Received event network-vif-deleted-4dc5355d-d08f-479d-b976-c4269b49ffa4 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.913887] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f59445-f20a-bfe7-b8f9-9804051b232b, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.914614] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07b95ff3-c3d5-4f46-a304-ce559a9ad043 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.923126] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1009.923126] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527e88e5-4887-fe0c-6d27-900e814f39b0" [ 1009.923126] env[69773]: _type = "Task" [ 1009.923126] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.931956] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527e88e5-4887-fe0c-6d27-900e814f39b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.955456] env[69773]: DEBUG nova.network.neutron [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Updating instance_info_cache with network_info: [{"id": "c73310ed-667f-436e-841b-82060bd8701d", "address": "fa:16:3e:23:96:16", "network": {"id": "3491920e-f3d9-43af-8632-a69574aedb12", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1706275519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9560e56b91f34471a26d9d8ec366d46c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73310ed-66", "ovs_interfaceid": "c73310ed-667f-436e-841b-82060bd8701d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.012085] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390450, 'name': PowerOffVM_Task, 'duration_secs': 0.328743} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.012560] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.013627] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca16446-1526-47c4-b64a-1fab0a909b4c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.037920] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160d852f-c017-4f13-8b2e-5b0b08172f9a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.073267] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.073530] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d59ab79d-e998-436d-bcf8-5961e75280f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.083691] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1010.083691] env[69773]: value = "task-3390451" [ 1010.083691] env[69773]: _type = "Task" [ 1010.083691] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.095920] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.098272] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.098272] env[69773]: DEBUG oslo_concurrency.lockutils [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.098272] env[69773]: DEBUG oslo_concurrency.lockutils [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.098272] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.098272] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-647064cc-e3e5-46da-8421-f21391529b0e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.111786] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5ad8df37-38b4-4b12-86cc-fc67f370e8e8 tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 38.805s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.116053] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 16.412s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.116053] env[69773]: INFO nova.compute.manager [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Unshelving [ 1010.116754] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.117128] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.119611] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62421fee-410f-49c4-b161-c1384ab1eb48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.127608] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1010.127608] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526016a3-9153-7e18-a101-41c222f05f1e" [ 1010.127608] env[69773]: _type = "Task" [ 1010.127608] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.138736] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526016a3-9153-7e18-a101-41c222f05f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.420627] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c602c783-a9e6-4409-9beb-316abea819f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.434516] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527e88e5-4887-fe0c-6d27-900e814f39b0, 'name': SearchDatastore_Task, 'duration_secs': 0.032245} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.434911] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.435174] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66/cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.436185] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a489f2f7-a661-497f-80d4-08ccb572b85d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.439394] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1af07de-3ccb-454a-b388-5f2dd3547ebe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.446939] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1010.446939] env[69773]: value = "task-3390452" [ 1010.446939] env[69773]: _type = "Task" [ 1010.446939] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.476057] env[69773]: DEBUG oslo_concurrency.lockutils [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Releasing lock "refresh_cache-586f88e6-bcbc-4e39-85bd-cc704c527d31" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.486147] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556e0a99-5af0-489a-bc3a-c74b64568ab2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.498713] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9574a0-adca-4252-b3d6-9e1e93ac4c2d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.502821] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.514213] env[69773]: DEBUG nova.compute.provider_tree [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.641658] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526016a3-9153-7e18-a101-41c222f05f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.011298} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.641658] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a426d4a-adeb-4118-898f-96b4e7ad7993 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.649369] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1010.649369] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527f0208-06d2-befc-a353-b9ab599bcc21" [ 1010.649369] env[69773]: _type = "Task" [ 1010.649369] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.658744] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527f0208-06d2-befc-a353-b9ab599bcc21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.719633] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "03c75a4f-e3da-49c0-81bf-af3960417dd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.719633] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "03c75a4f-e3da-49c0-81bf-af3960417dd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.996032] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.996032] env[69773]: DEBUG nova.compute.manager [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.997121] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c2742f-9945-4c2c-bde4-c0582cec9e88 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.016904] env[69773]: DEBUG nova.scheduler.client.report [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.148335] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.160452] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527f0208-06d2-befc-a353-b9ab599bcc21, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.160751] env[69773]: DEBUG oslo_concurrency.lockutils [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.161091] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. {{(pid=69773) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1011.161402] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d5fb358-a353-45bf-9eea-032f5182a1ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.172790] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1011.172790] env[69773]: value = "task-3390453" [ 1011.172790] env[69773]: _type = "Task" [ 1011.172790] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.182666] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.221506] env[69773]: DEBUG nova.compute.manager [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.486692] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659991} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.487082] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66/cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.487317] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.487673] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4229c923-7228-4cb1-9d75-b0308e76fb99 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.494494] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1011.494494] env[69773]: value = "task-3390454" [ 1011.494494] env[69773]: _type = "Task" [ 1011.494494] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.504862] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.647214] env[69773]: DEBUG oslo_concurrency.lockutils [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.647511] env[69773]: DEBUG oslo_concurrency.lockutils [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.683292] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.740984] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.006175] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073699} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.006175] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.006670] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141338ff-1580-4a40-ae55-47398ceef8e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.032505] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66/cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.033329] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8d1ce7-22eb-484d-980f-d81eb10f846c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.040547] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.437s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.040547] env[69773]: DEBUG nova.compute.manager [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69773) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1012.044019] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abcb1bea-b024-4930-a1cf-bba4e224811a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.062434] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.815s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.062434] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.062434] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1012.062434] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.720s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.063757] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd50edd6-79a4-48e5-b1b0-b8b2ea76f2cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.075541] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Doing hard reboot of VM {{(pid=69773) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1012.080076] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ba99f409-9a17-4553-80f0-a22e2ecf5733 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.087570] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1012.087570] env[69773]: value = "task-3390455" [ 1012.087570] env[69773]: _type = "Task" [ 1012.087570] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.091693] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660dcdd9-4f1a-411b-8ab9-def9feecc27f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.099653] env[69773]: DEBUG oslo_vmware.api [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1012.099653] env[69773]: value = "task-3390456" [ 1012.099653] env[69773]: _type = "Task" [ 1012.099653] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.123354] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.125361] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe97554-acc1-407c-a05c-758d3b93b46a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.133419] env[69773]: DEBUG oslo_vmware.api [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390456, 'name': ResetVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.142684] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ac2ebc-6f36-476a-9171-e2e5b6fcc4eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.150999] env[69773]: INFO nova.compute.manager [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Detaching volume 4b89eb0a-127f-4c25-872d-c15903221a92 [ 1012.181418] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178866MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1012.181686] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.196391] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390453, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.229330] env[69773]: INFO nova.virt.block_device [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Attempting to driver detach volume 4b89eb0a-127f-4c25-872d-c15903221a92 from mountpoint /dev/sdb [ 1012.229737] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.230067] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676450', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'name': 'volume-4b89eb0a-127f-4c25-872d-c15903221a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ff815dae-0dd9-4575-a7bc-aa87a8cc08f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'serial': '4b89eb0a-127f-4c25-872d-c15903221a92'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1012.231317] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e52e91-f172-44a0-87a3-87014bae0520 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.259331] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f183266e-13a4-437b-9e77-aeb0eacf8e30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.273328] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbe7705-2732-4352-8000-492183ed655e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.303515] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556cdbca-2b04-4f14-ab5d-bb2c0facc53f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.326935] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b89eb0a-127f-4c25-872d-c15903221a92/volume-4b89eb0a-127f-4c25-872d-c15903221a92.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1012.335653] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Reconfiguring VM instance instance-0000001c to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1012.335653] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb3a2ec-6ed6-42de-878c-8efd40b61c4a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.358295] env[69773]: DEBUG oslo_vmware.api [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1012.358295] env[69773]: value = "task-3390457" [ 1012.358295] env[69773]: _type = "Task" [ 1012.358295] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.370451] env[69773]: DEBUG oslo_vmware.api [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.573107] env[69773]: INFO nova.compute.claims [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.597162] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390455, 'name': ReconfigVM_Task, 'duration_secs': 0.375884} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.597499] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Reconfigured VM instance instance-0000004c to attach disk [datastore1] cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66/cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1012.598176] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8686a0d-e97c-4baa-8573-ce0b54d8199b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.610636] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquiring lock "b1d8226e-b89c-4b86-aff3-b83694df5b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.610872] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "b1d8226e-b89c-4b86-aff3-b83694df5b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.612055] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1012.612055] env[69773]: value = "task-3390458" [ 1012.612055] env[69773]: _type = "Task" [ 1012.612055] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.618951] env[69773]: DEBUG oslo_vmware.api [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390456, 'name': ResetVM_Task, 'duration_secs': 0.14998} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.619525] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Did hard reboot of VM {{(pid=69773) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1012.619713] env[69773]: DEBUG nova.compute.manager [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.620912] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeab6ff-2a30-4b7a-861f-bdc5e533b79c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.628314] env[69773]: INFO nova.scheduler.client.report [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted allocation for migration 90491127-17b0-482c-b245-4b0563d55efb [ 1012.630455] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390458, 'name': Rename_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.693023] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390453, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.271453} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.693023] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. [ 1012.693193] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac12e055-561b-476f-b420-4037b6e8c35a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.720313] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.720673] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c4d017b-a932-4ce2-a4ee-6b003ce631c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.741597] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1012.741597] env[69773]: value = "task-3390459" [ 1012.741597] env[69773]: _type = "Task" [ 1012.741597] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.752536] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.870237] env[69773]: DEBUG oslo_vmware.api [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390457, 'name': ReconfigVM_Task, 'duration_secs': 0.461493} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.870237] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Reconfigured VM instance instance-0000001c to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1012.875427] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3855339c-9d63-40a7-9e2b-c9fac00c942f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.892989] env[69773]: DEBUG oslo_vmware.api [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1012.892989] env[69773]: value = "task-3390460" [ 1012.892989] env[69773]: _type = "Task" [ 1012.892989] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.903682] env[69773]: DEBUG oslo_vmware.api [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.079979] env[69773]: INFO nova.compute.resource_tracker [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating resource usage from migration 7bf399eb-6687-44ff-8e7f-69fa3ee1bc49 [ 1013.113057] env[69773]: DEBUG nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.129052] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390458, 'name': Rename_Task, 'duration_secs': 0.213779} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.129540] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.129756] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c68c7a-f5d8-45af-b43c-30e11aeac18a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.139095] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a112471e-0d9c-461c-9f5a-b338842f031d tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 15.028s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.146396] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1013.146396] env[69773]: value = "task-3390461" [ 1013.146396] env[69773]: _type = "Task" [ 1013.146396] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.146872] env[69773]: DEBUG oslo_concurrency.lockutils [None req-68c7fcff-0436-4fd5-b7e9-74c53ed671a6 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.555s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.161674] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390461, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.251686] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390459, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.266739] env[69773]: DEBUG nova.objects.instance [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'flavor' on Instance uuid 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.385423] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd989b8e-7292-4377-9454-3ab20ec5680a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.393985] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6cb0ce-481f-486c-a94f-a56dd8c18a62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.405835] env[69773]: DEBUG oslo_vmware.api [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390460, 'name': ReconfigVM_Task, 'duration_secs': 0.262982} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.433064] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676450', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'name': 'volume-4b89eb0a-127f-4c25-872d-c15903221a92', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'ff815dae-0dd9-4575-a7bc-aa87a8cc08f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4b89eb0a-127f-4c25-872d-c15903221a92', 'serial': '4b89eb0a-127f-4c25-872d-c15903221a92'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1013.437204] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b998b-7e81-48a9-a4ac-5b8217b9b4dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.445724] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bdca9f9-1276-4860-87e7-f8a444efc823 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.461308] env[69773]: DEBUG nova.compute.provider_tree [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.637677] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.659052] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.709984] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.710275] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.710513] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "586f88e6-bcbc-4e39-85bd-cc704c527d31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.710844] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.710921] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.713130] env[69773]: INFO nova.compute.manager [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Terminating instance [ 1013.752065] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390459, 'name': ReconfigVM_Task, 'duration_secs': 0.804076} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.752479] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.753459] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306c0890-22d8-4d39-971d-9c3745aba7e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.783801] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.783801] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.783801] env[69773]: DEBUG nova.network.neutron [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1013.783801] env[69773]: DEBUG nova.objects.instance [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'info_cache' on Instance uuid 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.783975] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb643c83-579f-4ec5-ad26-56370fd2d6fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.801758] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1013.801758] env[69773]: value = "task-3390462" [ 1013.801758] env[69773]: _type = "Task" [ 1013.801758] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.811317] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.965621] env[69773]: DEBUG nova.scheduler.client.report [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.983521] env[69773]: DEBUG nova.objects.instance [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lazy-loading 'flavor' on Instance uuid ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.159107] env[69773]: DEBUG oslo_vmware.api [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390461, 'name': PowerOnVM_Task, 'duration_secs': 0.633243} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.159478] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.159682] env[69773]: INFO nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1014.159899] env[69773]: DEBUG nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.160708] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfbda13-fd55-4866-9d38-f79506f65448 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.216561] env[69773]: DEBUG nova.compute.manager [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.216789] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.217736] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80ed7f2-7e24-43dc-98cd-b4cc1ee0fae4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.225967] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.226243] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f888e087-664e-4b48-96f3-cc817a001d58 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.233660] env[69773]: DEBUG oslo_vmware.api [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1014.233660] env[69773]: value = "task-3390463" [ 1014.233660] env[69773]: _type = "Task" [ 1014.233660] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.242642] env[69773]: DEBUG oslo_vmware.api [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.297607] env[69773]: DEBUG nova.objects.base [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Object Instance<6fe4702c-4579-481c-8774-22e4b484f1c9> lazy-loaded attributes: flavor,info_cache {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1014.312936] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390462, 'name': ReconfigVM_Task, 'duration_secs': 0.188385} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.313219] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.313473] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-172706f8-02c9-486c-8be1-92e703b05d12 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.320916] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1014.320916] env[69773]: value = "task-3390464" [ 1014.320916] env[69773]: _type = "Task" [ 1014.320916] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.329546] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.471524] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.410s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.472553] env[69773]: INFO nova.compute.manager [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Migrating [ 1014.478215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.068s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.479636] env[69773]: INFO nova.compute.claims [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.680594] env[69773]: INFO nova.compute.manager [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Took 34.49 seconds to build instance. [ 1014.744463] env[69773]: DEBUG oslo_vmware.api [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390463, 'name': PowerOffVM_Task, 'duration_secs': 0.2129} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.744796] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.744926] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.745201] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0833f8cd-8ad9-49c1-9d03-7cac38384dc1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.816070] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.816392] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.816827] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Deleting the datastore file [datastore2] 586f88e6-bcbc-4e39-85bd-cc704c527d31 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.817024] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21dc99a5-3898-4f37-a9b6-f85fb5dbfca6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.827070] env[69773]: DEBUG oslo_vmware.api [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for the task: (returnval){ [ 1014.827070] env[69773]: value = "task-3390466" [ 1014.827070] env[69773]: _type = "Task" [ 1014.827070] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.833950] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.839257] env[69773]: DEBUG oslo_vmware.api [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.991998] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.992227] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.992392] env[69773]: DEBUG nova.network.neutron [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1014.994127] env[69773]: DEBUG oslo_concurrency.lockutils [None req-64a5ba86-4c11-4353-8ef9-4cd3f842c700 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.183254] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0e328036-52d1-47ff-998d-95de0c0d9f7a tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.015s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.184978] env[69773]: DEBUG nova.network.neutron [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [{"id": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "address": "fa:16:3e:81:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32b4fccd-6b", "ovs_interfaceid": "32b4fccd-6ba0-4a44-be61-05eb5dff0013", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.282786] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.283072] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.283285] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.283468] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.283634] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.289265] env[69773]: INFO nova.compute.manager [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Terminating instance [ 1015.334119] env[69773]: DEBUG oslo_vmware.api [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390464, 'name': PowerOnVM_Task, 'duration_secs': 0.570356} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.334726] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.339629] env[69773]: DEBUG oslo_vmware.api [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Task: {'id': task-3390466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338796} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.340708] env[69773]: DEBUG nova.compute.manager [None req-deb3ab2c-320c-45be-8151-e238460dd2f9 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.340985] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.341185] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.341357] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.341533] env[69773]: INFO nova.compute.manager [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1015.341772] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.342454] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4970b2-d71e-4841-b2f8-3b639b47d09b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.344795] env[69773]: DEBUG nova.compute.manager [-] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.344899] env[69773]: DEBUG nova.network.neutron [-] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1015.647316] env[69773]: DEBUG nova.compute.manager [req-403fc0b3-d5c3-49f9-bba1-424d07efa70d req-b9442750-e47d-4de8-bff1-eb80327d15a2 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Received event network-vif-deleted-c73310ed-667f-436e-841b-82060bd8701d {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.647316] env[69773]: INFO nova.compute.manager [req-403fc0b3-d5c3-49f9-bba1-424d07efa70d req-b9442750-e47d-4de8-bff1-eb80327d15a2 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Neutron deleted interface c73310ed-667f-436e-841b-82060bd8701d; detaching it from the instance and deleting it from the info cache [ 1015.647316] env[69773]: DEBUG nova.network.neutron [req-403fc0b3-d5c3-49f9-bba1-424d07efa70d req-b9442750-e47d-4de8-bff1-eb80327d15a2 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.687722] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-6fe4702c-4579-481c-8774-22e4b484f1c9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.708178] env[69773]: DEBUG nova.network.neutron [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance_info_cache with network_info: [{"id": "f90795fd-1b7f-48d4-9922-1bd823923c03", "address": "fa:16:3e:13:f1:0a", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90795fd-1b", "ovs_interfaceid": "f90795fd-1b7f-48d4-9922-1bd823923c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.794500] env[69773]: DEBUG nova.compute.manager [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.794631] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.797994] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efadf208-aab8-4ad4-83c4-c6b68ccf0a58 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.806977] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.807276] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7208402e-fe07-4a61-ac22-83be38716c51 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.813712] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a233ec-fb16-4920-b3de-a41e18acb707 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.817448] env[69773]: DEBUG oslo_vmware.api [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1015.817448] env[69773]: value = "task-3390467" [ 1015.817448] env[69773]: _type = "Task" [ 1015.817448] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.824660] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1a7534-fb95-4b4f-860f-0e523651a009 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.832625] env[69773]: DEBUG oslo_vmware.api [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.868874] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "40c83586-fd8e-4644-8c26-9c76354f17bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.869144] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "40c83586-fd8e-4644-8c26-9c76354f17bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.874210] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1efef3e-4e47-47a9-a313-a042d97b7e55 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.885187] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5e466e-5a95-410a-84e3-0b98831b182e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.902890] env[69773]: DEBUG nova.compute.provider_tree [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.129310] env[69773]: DEBUG nova.network.neutron [-] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.149911] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-156aae8f-83e2-4644-a59a-0757b09d5780 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.160106] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683511a7-0832-4bec-a424-43570e1d0a81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.199035] env[69773]: DEBUG nova.compute.manager [req-403fc0b3-d5c3-49f9-bba1-424d07efa70d req-b9442750-e47d-4de8-bff1-eb80327d15a2 service nova] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Detach interface failed, port_id=c73310ed-667f-436e-841b-82060bd8701d, reason: Instance 586f88e6-bcbc-4e39-85bd-cc704c527d31 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.210394] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.327803] env[69773]: DEBUG oslo_vmware.api [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390467, 'name': PowerOffVM_Task, 'duration_secs': 0.397917} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.328117] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.328305] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.328573] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ca792f-7a36-466c-be33-8bf517ba1ac7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.379044] env[69773]: DEBUG nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1016.397748] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.397948] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.398162] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleting the datastore file [datastore1] ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.398440] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0fb177a-7cce-42c8-a201-0d2e8f4aabc3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.405928] env[69773]: DEBUG nova.scheduler.client.report [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.409568] env[69773]: DEBUG oslo_vmware.api [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1016.409568] env[69773]: value = "task-3390469" [ 1016.409568] env[69773]: _type = "Task" [ 1016.409568] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.420945] env[69773]: DEBUG oslo_vmware.api [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.431083] env[69773]: INFO nova.compute.manager [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Unrescuing [ 1016.431352] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.431508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.431714] env[69773]: DEBUG nova.network.neutron [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1016.631851] env[69773]: INFO nova.compute.manager [-] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Took 1.29 seconds to deallocate network for instance. [ 1016.699135] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.700223] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c930c342-7ac6-43de-8e5d-601e85500239 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.708690] env[69773]: DEBUG oslo_vmware.api [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1016.708690] env[69773]: value = "task-3390470" [ 1016.708690] env[69773]: _type = "Task" [ 1016.708690] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.720043] env[69773]: DEBUG oslo_vmware.api [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.902944] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.915754] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.916364] env[69773]: DEBUG nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.919164] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.968s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.919513] env[69773]: DEBUG nova.objects.instance [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lazy-loading 'resources' on Instance uuid 53c41aad-bb50-4a4a-b2ea-045d3884acab {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.926285] env[69773]: DEBUG oslo_vmware.api [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161384} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.926752] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.926958] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.927176] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.927352] env[69773]: INFO nova.compute.manager [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1016.927586] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.927779] env[69773]: DEBUG nova.compute.manager [-] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.927864] env[69773]: DEBUG nova.network.neutron [-] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1017.141240] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.181852] env[69773]: DEBUG nova.network.neutron [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Updating instance_info_cache with network_info: [{"id": "3a2603d9-abbd-4132-8e94-81007cf671c7", "address": "fa:16:3e:cc:dc:97", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a2603d9-ab", "ovs_interfaceid": "3a2603d9-abbd-4132-8e94-81007cf671c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.220139] env[69773]: DEBUG oslo_vmware.api [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390470, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.419018] env[69773]: DEBUG nova.compute.manager [req-de5c3e94-8867-40ca-8468-f22677f97dfd req-16d860a6-225e-4510-a0e4-0d82a87c14a5 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Received event network-vif-deleted-1cfc58ce-7b60-48ce-a719-015521f259d6 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.419250] env[69773]: INFO nova.compute.manager [req-de5c3e94-8867-40ca-8468-f22677f97dfd req-16d860a6-225e-4510-a0e4-0d82a87c14a5 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Neutron deleted interface 1cfc58ce-7b60-48ce-a719-015521f259d6; detaching it from the instance and deleting it from the info cache [ 1017.419575] env[69773]: DEBUG nova.network.neutron [req-de5c3e94-8867-40ca-8468-f22677f97dfd req-16d860a6-225e-4510-a0e4-0d82a87c14a5 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.423587] env[69773]: DEBUG nova.compute.utils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.423999] env[69773]: DEBUG nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.424195] env[69773]: DEBUG nova.network.neutron [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.475846] env[69773]: DEBUG nova.policy [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4a6e5874e843a284df55bfb8c5dd41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f37a5e7d9a468dbc0d213ceaf131b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.684621] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "refresh_cache-6e6bc02f-3f52-442a-a061-9f9e82f64488" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.689320] env[69773]: DEBUG nova.objects.instance [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lazy-loading 'flavor' on Instance uuid 6e6bc02f-3f52-442a-a061-9f9e82f64488 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.728022] env[69773]: DEBUG oslo_vmware.api [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390470, 'name': PowerOnVM_Task, 'duration_secs': 0.526885} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.728022] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.728022] env[69773]: DEBUG nova.compute.manager [None req-b22627c2-37d3-44b1-ad27-7b9dc80fd678 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1017.730057] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17b9496-6618-4ad0-a273-a90a716c83f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.735639] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df017e2a-34c8-4868-8443-e8be5cd3e79b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.759306] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance 'afc47499-9e0a-4fab-b0c7-2cd7058ea7b1' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.793837] env[69773]: DEBUG nova.network.neutron [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Successfully created port: 6d1668e7-38a3-475a-8e19-06216643e318 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1017.816226] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15272412-92cf-4927-8887-d742b0f6bff3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.832255] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38be874-7c3f-4442-b630-c6e9a1afd8f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.863709] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bff24fa-389e-403a-b35d-29377135af2e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.871489] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4758d44-7fa5-4668-b870-e0cdde073a13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.890111] env[69773]: DEBUG nova.compute.provider_tree [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.902926] env[69773]: DEBUG nova.network.neutron [-] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.921736] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ddbd47c-e210-474b-bd6d-5780b3ea1e6c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.928798] env[69773]: DEBUG nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.934297] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127bc73e-2186-4db7-a63f-d40c3bfcf1d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.967509] env[69773]: DEBUG nova.compute.manager [req-de5c3e94-8867-40ca-8468-f22677f97dfd req-16d860a6-225e-4510-a0e4-0d82a87c14a5 service nova] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Detach interface failed, port_id=1cfc58ce-7b60-48ce-a719-015521f259d6, reason: Instance ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1018.200433] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3243c2-4ffc-48d3-8e58-01518c4f2be1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.222281] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.222630] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35a7e27e-439d-404e-acb9-09f35461bba9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.229830] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1018.229830] env[69773]: value = "task-3390471" [ 1018.229830] env[69773]: _type = "Task" [ 1018.229830] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.237296] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.267261] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.268350] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecfc608c-9bd6-4e36-bc96-2cd38b4060ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.276219] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1018.276219] env[69773]: value = "task-3390472" [ 1018.276219] env[69773]: _type = "Task" [ 1018.276219] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.285894] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.390420] env[69773]: DEBUG nova.scheduler.client.report [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.405647] env[69773]: INFO nova.compute.manager [-] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Took 1.48 seconds to deallocate network for instance. [ 1018.740727] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390471, 'name': PowerOffVM_Task, 'duration_secs': 0.301766} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.741015] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.746284] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.746769] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787b809e-5845-4b07-b934-d000d5352b7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.766463] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1018.766463] env[69773]: value = "task-3390473" [ 1018.766463] env[69773]: _type = "Task" [ 1018.766463] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.773889] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.784433] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390472, 'name': PowerOffVM_Task, 'duration_secs': 0.256104} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.784731] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.784915] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance 'afc47499-9e0a-4fab-b0c7-2cd7058ea7b1' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.896428] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.898717] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.687s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.900465] env[69773]: INFO nova.compute.claims [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.914012] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.922458] env[69773]: INFO nova.scheduler.client.report [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Deleted allocations for instance 53c41aad-bb50-4a4a-b2ea-045d3884acab [ 1018.951231] env[69773]: DEBUG nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.980696] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.980942] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.981137] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.981290] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.981439] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.981963] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.981963] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.981963] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.982211] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.982286] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.982462] env[69773]: DEBUG nova.virt.hardware [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.983577] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dab88a8-a1df-4392-a9f1-750abdffd762 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.991424] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159afaa5-499c-43f9-ac83-0fe557b13664 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.222680] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "6fe4702c-4579-481c-8774-22e4b484f1c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.222929] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.222999] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.223436] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.223436] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.225620] env[69773]: INFO nova.compute.manager [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Terminating instance [ 1019.251687] env[69773]: DEBUG nova.network.neutron [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Successfully updated port: 6d1668e7-38a3-475a-8e19-06216643e318 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1019.277590] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390473, 'name': ReconfigVM_Task, 'duration_secs': 0.239381} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.277853] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.278043] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.278289] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eba6f44-0bf3-400c-b3cd-dc4fc12b2727 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.284082] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1019.284082] env[69773]: value = "task-3390474" [ 1019.284082] env[69773]: _type = "Task" [ 1019.284082] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.293117] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.293347] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.293509] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.293696] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.293843] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.293994] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.294216] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.294378] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.294550] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.294706] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.294883] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.300594] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.301198] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-549670b9-fef3-45bc-895c-3e396a41a421 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.319990] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1019.319990] env[69773]: value = "task-3390475" [ 1019.319990] env[69773]: _type = "Task" [ 1019.319990] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.330909] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390475, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.430540] env[69773]: DEBUG oslo_concurrency.lockutils [None req-88969468-8daf-4558-afb4-fdb14f4607c9 tempest-ServerDiagnosticsNegativeTest-1413774772 tempest-ServerDiagnosticsNegativeTest-1413774772-project-member] Lock "53c41aad-bb50-4a4a-b2ea-045d3884acab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.330s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.446821] env[69773]: DEBUG nova.compute.manager [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Received event network-vif-plugged-6d1668e7-38a3-475a-8e19-06216643e318 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.446980] env[69773]: DEBUG oslo_concurrency.lockutils [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] Acquiring lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.447185] env[69773]: DEBUG oslo_concurrency.lockutils [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.447599] env[69773]: DEBUG oslo_concurrency.lockutils [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.447599] env[69773]: DEBUG nova.compute.manager [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] No waiting events found dispatching network-vif-plugged-6d1668e7-38a3-475a-8e19-06216643e318 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1019.447979] env[69773]: WARNING nova.compute.manager [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Received unexpected event network-vif-plugged-6d1668e7-38a3-475a-8e19-06216643e318 for instance with vm_state building and task_state spawning. [ 1019.447979] env[69773]: DEBUG nova.compute.manager [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Received event network-changed-6d1668e7-38a3-475a-8e19-06216643e318 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.447979] env[69773]: DEBUG nova.compute.manager [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Refreshing instance network info cache due to event network-changed-6d1668e7-38a3-475a-8e19-06216643e318. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.448179] env[69773]: DEBUG oslo_concurrency.lockutils [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] Acquiring lock "refresh_cache-ccc3e674-47f8-4cce-8061-d28ac26f1a00" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.448300] env[69773]: DEBUG oslo_concurrency.lockutils [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] Acquired lock "refresh_cache-ccc3e674-47f8-4cce-8061-d28ac26f1a00" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.448449] env[69773]: DEBUG nova.network.neutron [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Refreshing network info cache for port 6d1668e7-38a3-475a-8e19-06216643e318 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1019.729955] env[69773]: DEBUG nova.compute.manager [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.730264] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.731311] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74880492-2813-4bd7-942a-631bf7da08c5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.740465] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.740677] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47097b3f-d6ef-4abf-97be-484f7fb8a0f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.748163] env[69773]: DEBUG oslo_vmware.api [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1019.748163] env[69773]: value = "task-3390476" [ 1019.748163] env[69773]: _type = "Task" [ 1019.748163] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.757228] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-ccc3e674-47f8-4cce-8061-d28ac26f1a00" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.757325] env[69773]: DEBUG oslo_vmware.api [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.794258] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390474, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.830794] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390475, 'name': ReconfigVM_Task, 'duration_secs': 0.165979} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.831150] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance 'afc47499-9e0a-4fab-b0c7-2cd7058ea7b1' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1020.010664] env[69773]: DEBUG nova.network.neutron [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1020.111885] env[69773]: DEBUG nova.network.neutron [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.254577] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b1773b-c613-487d-b104-34f94f4762c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.260301] env[69773]: DEBUG oslo_vmware.api [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390476, 'name': PowerOffVM_Task, 'duration_secs': 0.334262} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.260892] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.261048] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.261283] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd4ccfc0-7256-4b3b-a5d0-9ee7c63c756c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.265064] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053f8437-39b8-4245-945d-a249737ef0ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.300568] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93364e-590c-4d40-9321-9e63a6936f5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.310297] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d73b63a-5507-43b6-ae2d-e51dd007b4be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.313897] env[69773]: DEBUG oslo_vmware.api [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390474, 'name': PowerOnVM_Task, 'duration_secs': 0.515549} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.314174] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.314398] env[69773]: DEBUG nova.compute.manager [None req-ae442cf0-c638-4fb0-be5f-c4bd17e42523 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.315403] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df887ba-9a0c-4ddb-b9b0-abb811cc0efd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.325045] env[69773]: DEBUG nova.compute.provider_tree [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.338551] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.338779] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.338939] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.339134] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.339332] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.339468] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.339670] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.339833] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.339998] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.340175] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.340387] env[69773]: DEBUG nova.virt.hardware [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.345525] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1020.346008] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103b4c2e-b35b-4e4b-9cf9-6f7c2f060ba7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.363694] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1020.363694] env[69773]: value = "task-3390478" [ 1020.363694] env[69773]: _type = "Task" [ 1020.363694] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.371102] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.615460] env[69773]: DEBUG oslo_concurrency.lockutils [req-ec52a1f4-34dc-48b6-aca6-43b8128eb3d6 req-b875d9e7-3fe4-4069-8780-df647313be61 service nova] Releasing lock "refresh_cache-ccc3e674-47f8-4cce-8061-d28ac26f1a00" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.615937] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-ccc3e674-47f8-4cce-8061-d28ac26f1a00" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.616160] env[69773]: DEBUG nova.network.neutron [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1020.829223] env[69773]: DEBUG nova.scheduler.client.report [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.874351] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390478, 'name': ReconfigVM_Task, 'duration_secs': 0.368608} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.874436] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1020.875324] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3aca21e-a11b-4531-a44b-1bae815f8d67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.900499] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] afc47499-9e0a-4fab-b0c7-2cd7058ea7b1/afc47499-9e0a-4fab-b0c7-2cd7058ea7b1.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.900798] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4657aa0-278e-461c-8db6-eafac7a769b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.918951] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1020.918951] env[69773]: value = "task-3390479" [ 1020.918951] env[69773]: _type = "Task" [ 1020.918951] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.927552] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.175938] env[69773]: DEBUG nova.network.neutron [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1021.334941] env[69773]: DEBUG nova.network.neutron [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Updating instance_info_cache with network_info: [{"id": "6d1668e7-38a3-475a-8e19-06216643e318", "address": "fa:16:3e:e4:c5:38", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1668e7-38", "ovs_interfaceid": "6d1668e7-38a3-475a-8e19-06216643e318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.336782] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.337767] env[69773]: DEBUG nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.341674] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.193s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.341923] env[69773]: DEBUG nova.objects.instance [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lazy-loading 'pci_requests' on Instance uuid e5bc9684-6a36-43e9-9f08-631914048341 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.407503] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.407647] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.407831] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleting the datastore file [datastore1] 6fe4702c-4579-481c-8774-22e4b484f1c9 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.408129] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4a1d15c-48b9-45fa-aa8d-e813e8941b36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.415742] env[69773]: DEBUG oslo_vmware.api [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1021.415742] env[69773]: value = "task-3390480" [ 1021.415742] env[69773]: _type = "Task" [ 1021.415742] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.428051] env[69773]: DEBUG oslo_vmware.api [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.431438] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.844192] env[69773]: DEBUG nova.compute.utils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.845656] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-ccc3e674-47f8-4cce-8061-d28ac26f1a00" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.845956] env[69773]: DEBUG nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Instance network_info: |[{"id": "6d1668e7-38a3-475a-8e19-06216643e318", "address": "fa:16:3e:e4:c5:38", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d1668e7-38", "ovs_interfaceid": "6d1668e7-38a3-475a-8e19-06216643e318", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1021.849016] env[69773]: DEBUG nova.objects.instance [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lazy-loading 'numa_topology' on Instance uuid e5bc9684-6a36-43e9-9f08-631914048341 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.852764] env[69773]: DEBUG nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.852943] env[69773]: DEBUG nova.network.neutron [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.857010] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:c5:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d1668e7-38a3-475a-8e19-06216643e318', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1021.866846] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.868238] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1021.868796] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adf0b6d0-3c7e-4b76-8b5a-3076490f22bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.890784] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1021.890784] env[69773]: value = "task-3390481" [ 1021.890784] env[69773]: _type = "Task" [ 1021.890784] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.899207] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390481, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.911223] env[69773]: DEBUG nova.policy [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '234dccb3d2944d5fbd60111ece79e311', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36f6b6e4d6ec45778608eb835d431b3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.928159] env[69773]: DEBUG oslo_vmware.api [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234872} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.936018] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.936018] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.936018] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.936018] env[69773]: INFO nova.compute.manager [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1021.936018] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.936018] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.936018] env[69773]: DEBUG nova.compute.manager [-] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.936018] env[69773]: DEBUG nova.network.neutron [-] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1022.348400] env[69773]: DEBUG nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.353892] env[69773]: INFO nova.compute.claims [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.402886] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390481, 'name': CreateVM_Task, 'duration_secs': 0.359297} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.403140] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1022.403953] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.404188] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.404551] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.404856] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179a322d-d56d-4cd2-8575-1a66e6a7d912 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.410655] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1022.410655] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528d7eb7-8f46-f8d7-b31f-f1f445ed9c70" [ 1022.410655] env[69773]: _type = "Task" [ 1022.410655] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.419262] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528d7eb7-8f46-f8d7-b31f-f1f445ed9c70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.428365] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390479, 'name': ReconfigVM_Task, 'duration_secs': 1.112898} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.428752] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Reconfigured VM instance instance-00000049 to attach disk [datastore1] afc47499-9e0a-4fab-b0c7-2cd7058ea7b1/afc47499-9e0a-4fab-b0c7-2cd7058ea7b1.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.429113] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance 'afc47499-9e0a-4fab-b0c7-2cd7058ea7b1' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.531518] env[69773]: DEBUG nova.network.neutron [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Successfully created port: 079f99c1-6578-43f7-b9ff-64818e875be3 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.922588] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528d7eb7-8f46-f8d7-b31f-f1f445ed9c70, 'name': SearchDatastore_Task, 'duration_secs': 0.033021} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.923250] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.923359] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.923648] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.923850] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.924135] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.924403] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8f84f92-3218-4f35-b219-a6d3cb7a2798 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.938588] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.938588] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.939041] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f71589-272e-42a4-ac5e-6a976b535ec1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.941854] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889c3c45-e922-4ee1-9d7d-feae5c8061d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.949452] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1022.949452] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528e4ada-e2c9-6fbf-4431-c480ea685017" [ 1022.949452] env[69773]: _type = "Task" [ 1022.949452] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.971541] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9586d259-5468-46e0-9406-e874936145cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.976472] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528e4ada-e2c9-6fbf-4431-c480ea685017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.990301] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance 'afc47499-9e0a-4fab-b0c7-2cd7058ea7b1' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.164167] env[69773]: DEBUG nova.compute.manager [req-722cd2f5-011a-4f83-8bb2-17411b9907a5 req-2846b9c9-52fa-4f79-bf99-2ac8840d4142 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Received event network-vif-deleted-32b4fccd-6ba0-4a44-be61-05eb5dff0013 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.164167] env[69773]: INFO nova.compute.manager [req-722cd2f5-011a-4f83-8bb2-17411b9907a5 req-2846b9c9-52fa-4f79-bf99-2ac8840d4142 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Neutron deleted interface 32b4fccd-6ba0-4a44-be61-05eb5dff0013; detaching it from the instance and deleting it from the info cache [ 1023.164167] env[69773]: DEBUG nova.network.neutron [req-722cd2f5-011a-4f83-8bb2-17411b9907a5 req-2846b9c9-52fa-4f79-bf99-2ac8840d4142 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.363456] env[69773]: DEBUG nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.393774] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.394020] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.394179] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.394360] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.394503] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.394647] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.395183] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.395183] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.396299] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.396611] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.396825] env[69773]: DEBUG nova.virt.hardware [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.398269] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995a848c-70a4-42bb-bfb6-d396db2ded7a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.406799] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1a8747-89f6-4a33-85ca-6f5006dcf1a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.475397] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528e4ada-e2c9-6fbf-4431-c480ea685017, 'name': SearchDatastore_Task, 'duration_secs': 0.028067} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.476560] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6307993e-b50e-4ba6-b950-91bb0ac8419f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.481911] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1023.481911] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f3a836-2945-662e-85d4-19d637da05e3" [ 1023.481911] env[69773]: _type = "Task" [ 1023.481911] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.492396] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f3a836-2945-662e-85d4-19d637da05e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.544344] env[69773]: DEBUG nova.network.neutron [-] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.571159] env[69773]: DEBUG nova.network.neutron [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Port f90795fd-1b7f-48d4-9922-1bd823923c03 binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1023.667909] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46245ac2-1c64-41d3-a7b3-bca7e5543827 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.681156] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4964fb78-97f5-4a4f-92e4-7232645e604f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.696770] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0baf437-beda-4881-9e1d-5972ca6968f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.706238] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98c9789-ee82-4882-98fd-f6f1cbd1da08 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.753877] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb178ad6-7530-4027-9486-4344a67b5940 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.756724] env[69773]: DEBUG nova.compute.manager [req-722cd2f5-011a-4f83-8bb2-17411b9907a5 req-2846b9c9-52fa-4f79-bf99-2ac8840d4142 service nova] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Detach interface failed, port_id=32b4fccd-6ba0-4a44-be61-05eb5dff0013, reason: Instance 6fe4702c-4579-481c-8774-22e4b484f1c9 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1023.762478] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc7a1dd-d0cc-457e-a631-0a02d6ca711e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.778321] env[69773]: DEBUG nova.compute.provider_tree [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.995210] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f3a836-2945-662e-85d4-19d637da05e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.995499] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.995766] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] ccc3e674-47f8-4cce-8061-d28ac26f1a00/ccc3e674-47f8-4cce-8061-d28ac26f1a00.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.996106] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-feea7388-a8c4-459e-a848-ddf16b542246 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.002634] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1024.002634] env[69773]: value = "task-3390482" [ 1024.002634] env[69773]: _type = "Task" [ 1024.002634] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.010595] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.049754] env[69773]: INFO nova.compute.manager [-] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Took 2.12 seconds to deallocate network for instance. [ 1024.119104] env[69773]: DEBUG nova.compute.manager [req-345e7d4d-2962-48aa-9e08-2dc1ec981c8c req-2e800297-8bef-46cd-9fee-bb57e82afa69 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Received event network-vif-plugged-079f99c1-6578-43f7-b9ff-64818e875be3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.119104] env[69773]: DEBUG oslo_concurrency.lockutils [req-345e7d4d-2962-48aa-9e08-2dc1ec981c8c req-2e800297-8bef-46cd-9fee-bb57e82afa69 service nova] Acquiring lock "f0997d21-5f64-4fee-902b-8f2de26439ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.119104] env[69773]: DEBUG oslo_concurrency.lockutils [req-345e7d4d-2962-48aa-9e08-2dc1ec981c8c req-2e800297-8bef-46cd-9fee-bb57e82afa69 service nova] Lock "f0997d21-5f64-4fee-902b-8f2de26439ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.119104] env[69773]: DEBUG oslo_concurrency.lockutils [req-345e7d4d-2962-48aa-9e08-2dc1ec981c8c req-2e800297-8bef-46cd-9fee-bb57e82afa69 service nova] Lock "f0997d21-5f64-4fee-902b-8f2de26439ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.119104] env[69773]: DEBUG nova.compute.manager [req-345e7d4d-2962-48aa-9e08-2dc1ec981c8c req-2e800297-8bef-46cd-9fee-bb57e82afa69 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] No waiting events found dispatching network-vif-plugged-079f99c1-6578-43f7-b9ff-64818e875be3 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.119104] env[69773]: WARNING nova.compute.manager [req-345e7d4d-2962-48aa-9e08-2dc1ec981c8c req-2e800297-8bef-46cd-9fee-bb57e82afa69 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Received unexpected event network-vif-plugged-079f99c1-6578-43f7-b9ff-64818e875be3 for instance with vm_state building and task_state spawning. [ 1024.207189] env[69773]: DEBUG nova.network.neutron [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Successfully updated port: 079f99c1-6578-43f7-b9ff-64818e875be3 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.282609] env[69773]: DEBUG nova.scheduler.client.report [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.411530] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.411906] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.448051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.448308] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.514909] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390482, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.559589] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.594892] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.594892] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.594892] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.710802] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquiring lock "refresh_cache-f0997d21-5f64-4fee-902b-8f2de26439ba" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.710917] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquired lock "refresh_cache-f0997d21-5f64-4fee-902b-8f2de26439ba" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.711100] env[69773]: DEBUG nova.network.neutron [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1024.788232] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.447s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.790533] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.050s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.791963] env[69773]: INFO nova.compute.claims [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.822969] env[69773]: INFO nova.network.neutron [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating port 1d185f89-746d-438e-bd56-43c84d032868 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1024.916721] env[69773]: DEBUG nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.951341] env[69773]: DEBUG nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.016487] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513922} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.019530] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] ccc3e674-47f8-4cce-8061-d28ac26f1a00/ccc3e674-47f8-4cce-8061-d28ac26f1a00.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.019530] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.019530] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b76a8548-9e22-45dc-ae5c-3a841c7f39e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.025430] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1025.025430] env[69773]: value = "task-3390483" [ 1025.025430] env[69773]: _type = "Task" [ 1025.025430] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.035603] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.242047] env[69773]: DEBUG nova.network.neutron [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1025.441073] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.475223] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.509649] env[69773]: DEBUG nova.network.neutron [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Updating instance_info_cache with network_info: [{"id": "079f99c1-6578-43f7-b9ff-64818e875be3", "address": "fa:16:3e:44:d4:64", "network": {"id": "b32ed3e5-03aa-4ec3-b6ff-658959ca025e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1438194656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f6b6e4d6ec45778608eb835d431b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079f99c1-65", "ovs_interfaceid": "079f99c1-6578-43f7-b9ff-64818e875be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.536178] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062474} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.536488] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1025.537301] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a4bfb-77ee-49e7-85ad-9407efc319f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.559101] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] ccc3e674-47f8-4cce-8061-d28ac26f1a00/ccc3e674-47f8-4cce-8061-d28ac26f1a00.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.559581] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4616c9dc-24a3-434c-8e2a-a43a52d4b478 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.578101] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1025.578101] env[69773]: value = "task-3390484" [ 1025.578101] env[69773]: _type = "Task" [ 1025.578101] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.587205] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.628201] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.628393] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.628575] env[69773]: DEBUG nova.network.neutron [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1026.013950] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Releasing lock "refresh_cache-f0997d21-5f64-4fee-902b-8f2de26439ba" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.014293] env[69773]: DEBUG nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Instance network_info: |[{"id": "079f99c1-6578-43f7-b9ff-64818e875be3", "address": "fa:16:3e:44:d4:64", "network": {"id": "b32ed3e5-03aa-4ec3-b6ff-658959ca025e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1438194656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f6b6e4d6ec45778608eb835d431b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079f99c1-65", "ovs_interfaceid": "079f99c1-6578-43f7-b9ff-64818e875be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.015031] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:d4:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '079f99c1-6578-43f7-b9ff-64818e875be3', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.022250] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Creating folder: Project (36f6b6e4d6ec45778608eb835d431b3a). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.022517] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19d08d28-0253-402c-b779-92f69d61bc7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.036211] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Created folder: Project (36f6b6e4d6ec45778608eb835d431b3a) in parent group-v676268. [ 1026.036298] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Creating folder: Instances. Parent ref: group-v676499. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.038729] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fea3433-2577-4c0b-90d0-5291cf70d8fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.048326] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Created folder: Instances in parent group-v676499. [ 1026.048534] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.050875] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.051255] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cc8833e-4079-4988-ab7f-3b0464cc91d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.073189] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.073189] env[69773]: value = "task-3390487" [ 1026.073189] env[69773]: _type = "Task" [ 1026.073189] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.079983] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69005242-ad53-471c-a1c1-ead20658724d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.088799] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390487, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.094267] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.097084] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdbcb16-441a-4a32-bdb5-2d2965562483 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.129510] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bd8fb9-e889-44f9-8562-847f19d61f98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.139566] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bebe500-8ac3-4087-a1b9-60084b7e0919 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.154225] env[69773]: DEBUG nova.compute.provider_tree [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.192022] env[69773]: DEBUG nova.compute.manager [req-e7df3d58-33b9-451c-a60b-dadd3c1b68b7 req-7acc08bd-3411-4197-aa4c-0bb264182d69 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Received event network-changed-079f99c1-6578-43f7-b9ff-64818e875be3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.192143] env[69773]: DEBUG nova.compute.manager [req-e7df3d58-33b9-451c-a60b-dadd3c1b68b7 req-7acc08bd-3411-4197-aa4c-0bb264182d69 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Refreshing instance network info cache due to event network-changed-079f99c1-6578-43f7-b9ff-64818e875be3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.192438] env[69773]: DEBUG oslo_concurrency.lockutils [req-e7df3d58-33b9-451c-a60b-dadd3c1b68b7 req-7acc08bd-3411-4197-aa4c-0bb264182d69 service nova] Acquiring lock "refresh_cache-f0997d21-5f64-4fee-902b-8f2de26439ba" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.192637] env[69773]: DEBUG oslo_concurrency.lockutils [req-e7df3d58-33b9-451c-a60b-dadd3c1b68b7 req-7acc08bd-3411-4197-aa4c-0bb264182d69 service nova] Acquired lock "refresh_cache-f0997d21-5f64-4fee-902b-8f2de26439ba" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.192772] env[69773]: DEBUG nova.network.neutron [req-e7df3d58-33b9-451c-a60b-dadd3c1b68b7 req-7acc08bd-3411-4197-aa4c-0bb264182d69 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Refreshing network info cache for port 079f99c1-6578-43f7-b9ff-64818e875be3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1026.309785] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.310043] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.310257] env[69773]: DEBUG nova.network.neutron [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1026.419256] env[69773]: DEBUG nova.network.neutron [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance_info_cache with network_info: [{"id": "f90795fd-1b7f-48d4-9922-1bd823923c03", "address": "fa:16:3e:13:f1:0a", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90795fd-1b", "ovs_interfaceid": "f90795fd-1b7f-48d4-9922-1bd823923c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.590022] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390487, 'name': CreateVM_Task, 'duration_secs': 0.29189} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.592720] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.593160] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390484, 'name': ReconfigVM_Task, 'duration_secs': 0.82145} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.594527] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.595425] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.595425] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.595425] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Reconfigured VM instance instance-0000004d to attach disk [datastore2] ccc3e674-47f8-4cce-8061-d28ac26f1a00/ccc3e674-47f8-4cce-8061-d28ac26f1a00.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.595812] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1b33d8-3394-4152-b145-17d16417fb3d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.597377] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad4d18a4-2d7a-4bed-8f3b-bba4fca07c96 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.601535] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1026.601535] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e0ebcc-aab6-e3b4-1157-c2f08affe252" [ 1026.601535] env[69773]: _type = "Task" [ 1026.601535] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.605606] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1026.605606] env[69773]: value = "task-3390488" [ 1026.605606] env[69773]: _type = "Task" [ 1026.605606] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.611212] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e0ebcc-aab6-e3b4-1157-c2f08affe252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.617103] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390488, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.658229] env[69773]: DEBUG nova.scheduler.client.report [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.884053] env[69773]: DEBUG nova.network.neutron [req-e7df3d58-33b9-451c-a60b-dadd3c1b68b7 req-7acc08bd-3411-4197-aa4c-0bb264182d69 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Updated VIF entry in instance network info cache for port 079f99c1-6578-43f7-b9ff-64818e875be3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1026.884414] env[69773]: DEBUG nova.network.neutron [req-e7df3d58-33b9-451c-a60b-dadd3c1b68b7 req-7acc08bd-3411-4197-aa4c-0bb264182d69 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Updating instance_info_cache with network_info: [{"id": "079f99c1-6578-43f7-b9ff-64818e875be3", "address": "fa:16:3e:44:d4:64", "network": {"id": "b32ed3e5-03aa-4ec3-b6ff-658959ca025e", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1438194656-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36f6b6e4d6ec45778608eb835d431b3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap079f99c1-65", "ovs_interfaceid": "079f99c1-6578-43f7-b9ff-64818e875be3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.922086] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.995082] env[69773]: DEBUG nova.network.neutron [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [{"id": "1d185f89-746d-438e-bd56-43c84d032868", "address": "fa:16:3e:f3:43:b6", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d185f89-74", "ovs_interfaceid": "1d185f89-746d-438e-bd56-43c84d032868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.113163] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e0ebcc-aab6-e3b4-1157-c2f08affe252, 'name': SearchDatastore_Task, 'duration_secs': 0.011083} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.113825] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.114553] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.114553] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.114553] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.114794] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.114978] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6454a5e-8dec-4997-af4d-e3ee54745c50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.119687] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390488, 'name': Rename_Task, 'duration_secs': 0.145751} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.120276] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.120528] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8466cb6e-a3a9-410a-a58a-48362c250a11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.126597] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1027.126597] env[69773]: value = "task-3390489" [ 1027.126597] env[69773]: _type = "Task" [ 1027.126597] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.137016] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.138065] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.138250] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.138979] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd0c322-cc51-4825-9513-9f02412c423b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.144014] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1027.144014] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527b8df8-1e5d-d34e-37e0-97558f744841" [ 1027.144014] env[69773]: _type = "Task" [ 1027.144014] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.153166] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527b8df8-1e5d-d34e-37e0-97558f744841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.164717] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.165342] env[69773]: DEBUG nova.compute.manager [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.168162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.986s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.387613] env[69773]: DEBUG oslo_concurrency.lockutils [req-e7df3d58-33b9-451c-a60b-dadd3c1b68b7 req-7acc08bd-3411-4197-aa4c-0bb264182d69 service nova] Releasing lock "refresh_cache-f0997d21-5f64-4fee-902b-8f2de26439ba" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.448829] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c95bd45-79bd-4632-bfce-15c97abee835 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.468638] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e444c9-277f-4c0e-bee0-5ae4e8951727 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.475485] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance 'afc47499-9e0a-4fab-b0c7-2cd7058ea7b1' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.498034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.526200] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5c3df699cb3fc2f57532864aa39612f8',container_format='bare',created_at=2025-04-09T19:08:07Z,direct_url=,disk_format='vmdk',id=1fdca54a-63fe-4181-abea-4a3e6103dbc0,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-514127872-shelved',owner='dfaac909914b4d52a7bf41b0b6a6917a',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-09T19:08:22Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.526546] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.526771] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.527025] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.527252] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.527484] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.527800] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.528050] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.528276] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.528516] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.528763] env[69773]: DEBUG nova.virt.hardware [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.529974] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f5ed7-782d-447c-af3a-3d4bec220681 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.537464] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa360f-e729-47ea-976b-14c943c5d62c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.551227] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:43:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d185f89-746d-438e-bd56-43c84d032868', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.558668] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.559142] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.559408] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc285cd1-01a3-41a0-9997-75dabbdbc18f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.578181] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.578181] env[69773]: value = "task-3390490" [ 1027.578181] env[69773]: _type = "Task" [ 1027.578181] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.586975] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390490, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.637114] env[69773]: DEBUG oslo_vmware.api [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390489, 'name': PowerOnVM_Task, 'duration_secs': 0.504032} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.637572] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.637800] env[69773]: INFO nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1027.637905] env[69773]: DEBUG nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.638615] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac03748e-86cc-49fb-b6f6-358b293d3003 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.659030] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527b8df8-1e5d-d34e-37e0-97558f744841, 'name': SearchDatastore_Task, 'duration_secs': 0.021293} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.659030] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac267d2-938e-4388-9623-724e372005e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.663714] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1027.663714] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52563c2d-65b6-f7d5-243d-a8aad925c47f" [ 1027.663714] env[69773]: _type = "Task" [ 1027.663714] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.672269] env[69773]: DEBUG nova.compute.utils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.673547] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52563c2d-65b6-f7d5-243d-a8aad925c47f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.673821] env[69773]: DEBUG nova.compute.manager [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1027.984793] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.985111] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abe22b82-7207-42cb-bff5-0e0987cc9125 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.991914] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1027.991914] env[69773]: value = "task-3390491" [ 1027.991914] env[69773]: _type = "Task" [ 1027.991914] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.999468] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.088109] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390490, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.161381] env[69773]: INFO nova.compute.manager [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Took 24.77 seconds to build instance. [ 1028.173926] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52563c2d-65b6-f7d5-243d-a8aad925c47f, 'name': SearchDatastore_Task, 'duration_secs': 0.010482} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.174305] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.174627] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] f0997d21-5f64-4fee-902b-8f2de26439ba/f0997d21-5f64-4fee-902b-8f2de26439ba.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.175324] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a768cd17-f29c-4dc6-ad85-ddee32c549dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.184040] env[69773]: DEBUG nova.compute.manager [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.186824] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Applying migration context for instance afc47499-9e0a-4fab-b0c7-2cd7058ea7b1 as it has an incoming, in-progress migration 7bf399eb-6687-44ff-8e7f-69fa3ee1bc49. Migration status is post-migrating {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1028.188670] env[69773]: INFO nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating resource usage from migration 7bf399eb-6687-44ff-8e7f-69fa3ee1bc49 [ 1028.191753] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1028.191753] env[69773]: value = "task-3390492" [ 1028.191753] env[69773]: _type = "Task" [ 1028.191753] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.200905] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.208736] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.208959] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 4b8e67a0-adec-4604-97ee-02248abc145e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.209172] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 64ee3834-f8ac-4603-a9c8-dac306453fa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.209415] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1028.209581] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e82b533c-5d98-47e1-877a-78b4cdcdeeec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.209748] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.209911] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 64833a8e-1fff-4382-802b-384a4b3fb504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.210098] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40822524-65fe-4e0a-924b-e2ed060b8957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.210313] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6e6bc02f-3f52-442a-a061-9f9e82f64488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.211142] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40f6ae8a-8d2c-44a7-972d-a00815ed2a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.211142] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6fe4702c-4579-481c-8774-22e4b484f1c9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1028.211142] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 586f88e6-bcbc-4e39-85bd-cc704c527d31 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1028.211142] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.211142] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e5bc9684-6a36-43e9-9f08-631914048341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.211142] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Migration 7bf399eb-6687-44ff-8e7f-69fa3ee1bc49 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1028.211471] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance afc47499-9e0a-4fab-b0c7-2cd7058ea7b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.211636] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance ccc3e674-47f8-4cce-8061-d28ac26f1a00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.211856] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance f0997d21-5f64-4fee-902b-8f2de26439ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.212578] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 03c75a4f-e3da-49c0-81bf-af3960417dd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1028.225304] env[69773]: DEBUG nova.compute.manager [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received event network-vif-plugged-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.225608] env[69773]: DEBUG oslo_concurrency.lockutils [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] Acquiring lock "e5bc9684-6a36-43e9-9f08-631914048341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.225849] env[69773]: DEBUG oslo_concurrency.lockutils [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] Lock "e5bc9684-6a36-43e9-9f08-631914048341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.226046] env[69773]: DEBUG oslo_concurrency.lockutils [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] Lock "e5bc9684-6a36-43e9-9f08-631914048341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.226232] env[69773]: DEBUG nova.compute.manager [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] No waiting events found dispatching network-vif-plugged-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.226396] env[69773]: WARNING nova.compute.manager [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received unexpected event network-vif-plugged-1d185f89-746d-438e-bd56-43c84d032868 for instance with vm_state shelved_offloaded and task_state spawning. [ 1028.226552] env[69773]: DEBUG nova.compute.manager [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received event network-changed-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.226702] env[69773]: DEBUG nova.compute.manager [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Refreshing instance network info cache due to event network-changed-1d185f89-746d-438e-bd56-43c84d032868. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.226880] env[69773]: DEBUG oslo_concurrency.lockutils [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] Acquiring lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.227022] env[69773]: DEBUG oslo_concurrency.lockutils [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] Acquired lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.227192] env[69773]: DEBUG nova.network.neutron [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Refreshing network info cache for port 1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1028.503675] env[69773]: DEBUG oslo_vmware.api [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390491, 'name': PowerOnVM_Task, 'duration_secs': 0.411345} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.503811] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.504019] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-61df08cf-0d80-498f-a406-2d88600076db tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance 'afc47499-9e0a-4fab-b0c7-2cd7058ea7b1' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.588400] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390490, 'name': CreateVM_Task, 'duration_secs': 0.612221} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.588648] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1028.589401] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.589593] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.590074] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.590397] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeadf0ff-9b62-40dc-8c67-3897b767f140 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.595349] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1028.595349] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523598de-3a18-dbdd-1fbf-7811536b8ce2" [ 1028.595349] env[69773]: _type = "Task" [ 1028.595349] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.603982] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523598de-3a18-dbdd-1fbf-7811536b8ce2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.664087] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c68d1fa1-a131-494b-8a1f-76acaf1871d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.286s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.707792] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390492, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.714862] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance b1d8226e-b89c-4b86-aff3-b83694df5b65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1028.935989] env[69773]: DEBUG nova.network.neutron [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updated VIF entry in instance network info cache for port 1d185f89-746d-438e-bd56-43c84d032868. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1028.936607] env[69773]: DEBUG nova.network.neutron [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [{"id": "1d185f89-746d-438e-bd56-43c84d032868", "address": "fa:16:3e:f3:43:b6", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d185f89-74", "ovs_interfaceid": "1d185f89-746d-438e-bd56-43c84d032868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.105981] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.106282] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Processing image 1fdca54a-63fe-4181-abea-4a3e6103dbc0 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.106526] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0/1fdca54a-63fe-4181-abea-4a3e6103dbc0.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.106715] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0/1fdca54a-63fe-4181-abea-4a3e6103dbc0.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.106898] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.107162] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5e88786-c283-4e06-bd66-ee0e8ad642a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.115885] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.116078] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.116820] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae9a4b92-ec69-4f20-b9d2-06b1486ace10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.122029] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1029.122029] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d0046f-e11a-25c9-0d0c-6b12c77563f8" [ 1029.122029] env[69773]: _type = "Task" [ 1029.122029] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.129725] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.129872] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.130045] env[69773]: DEBUG nova.compute.manager [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.130226] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d0046f-e11a-25c9-0d0c-6b12c77563f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.130903] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2a164-72f5-4d13-9bb4-bb6c0f82ff42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.136233] env[69773]: DEBUG nova.compute.manager [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1029.136787] env[69773]: DEBUG nova.objects.instance [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'flavor' on Instance uuid ccc3e674-47f8-4cce-8061-d28ac26f1a00 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.203027] env[69773]: DEBUG nova.compute.manager [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.211027] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550302} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.211027] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] f0997d21-5f64-4fee-902b-8f2de26439ba/f0997d21-5f64-4fee-902b-8f2de26439ba.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.211427] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.211852] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3141f22-0536-4160-be33-d50100f0de30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.218370] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40c83586-fd8e-4644-8c26-9c76354f17bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1029.219595] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1029.219595] env[69773]: value = "task-3390493" [ 1029.219595] env[69773]: _type = "Task" [ 1029.219595] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.231830] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.234614] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.234838] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.234995] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.235195] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.235338] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.235483] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.235691] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.235849] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.236028] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.236186] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.236358] env[69773]: DEBUG nova.virt.hardware [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.237475] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eddd10-b5f4-4be4-80c1-583a1aa81702 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.244626] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5729bd-fa27-4c51-bc13-223c5b119f1a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.258441] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.263936] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Creating folder: Project (6c4029046d7d4e3b886cb795a6470ae7). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.264235] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b148fa9-7435-476f-b4c8-528cdb3e5f47 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.273244] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Created folder: Project (6c4029046d7d4e3b886cb795a6470ae7) in parent group-v676268. [ 1029.273430] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Creating folder: Instances. Parent ref: group-v676503. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.273653] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d09908d-cc14-4e87-bc01-309bb4f93da1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.282398] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Created folder: Instances in parent group-v676503. [ 1029.282682] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.282806] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.283060] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d4afa1f-ff19-40d8-bc89-24e23393b79c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.298647] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.298647] env[69773]: value = "task-3390496" [ 1029.298647] env[69773]: _type = "Task" [ 1029.298647] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.308028] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390496, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.439789] env[69773]: DEBUG oslo_concurrency.lockutils [req-316dcd65-6ad4-4c51-b290-0d93c3dd5f73 req-100fd0a1-5472-49fd-a49c-98ecda9de5d2 service nova] Releasing lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.633357] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Preparing fetch location {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1029.633697] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Fetch image to [datastore1] OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c/OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c.vmdk {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1029.633932] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Downloading stream optimized image 1fdca54a-63fe-4181-abea-4a3e6103dbc0 to [datastore1] OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c/OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c.vmdk on the data store datastore1 as vApp {{(pid=69773) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1029.634203] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Downloading image file data 1fdca54a-63fe-4181-abea-4a3e6103dbc0 to the ESX as VM named 'OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c' {{(pid=69773) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1029.711362] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1029.711362] env[69773]: value = "resgroup-9" [ 1029.711362] env[69773]: _type = "ResourcePool" [ 1029.711362] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1029.711746] env[69773]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d3f91fec-2ba6-4ca6-807e-d48e377da097 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.727487] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance b3cbd675-8893-4267-b1dd-10a9f8bc6a68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1029.737518] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186315} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.738920] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.739206] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lease: (returnval){ [ 1029.739206] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cbcbec-4452-1119-c905-e128838d8bdb" [ 1029.739206] env[69773]: _type = "HttpNfcLease" [ 1029.739206] env[69773]: } obtained for vApp import into resource pool (val){ [ 1029.739206] env[69773]: value = "resgroup-9" [ 1029.739206] env[69773]: _type = "ResourcePool" [ 1029.739206] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1029.739470] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the lease: (returnval){ [ 1029.739470] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cbcbec-4452-1119-c905-e128838d8bdb" [ 1029.739470] env[69773]: _type = "HttpNfcLease" [ 1029.739470] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1029.740137] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf9dcf4-fafe-46e3-a4cc-1e06785dcbf7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.779612] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] f0997d21-5f64-4fee-902b-8f2de26439ba/f0997d21-5f64-4fee-902b-8f2de26439ba.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.782701] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14bed511-5c74-42b7-a789-02c058edbd1c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.806573] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1029.806573] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cbcbec-4452-1119-c905-e128838d8bdb" [ 1029.806573] env[69773]: _type = "HttpNfcLease" [ 1029.806573] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1029.819431] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390496, 'name': CreateVM_Task, 'duration_secs': 0.32596} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.821121] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.821597] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1029.821597] env[69773]: value = "task-3390498" [ 1029.821597] env[69773]: _type = "Task" [ 1029.821597] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.822105] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.822358] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.822815] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.823229] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01b757bb-c2ca-41d7-a12f-dbe587ce4092 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.834634] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1029.834634] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e538ea-5f36-5441-edde-fb7a15f96484" [ 1029.834634] env[69773]: _type = "Task" [ 1029.834634] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.839655] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.850218] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e538ea-5f36-5441-edde-fb7a15f96484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.145124] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.145465] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99024934-8d9c-420b-a67c-ef1a96920eab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.152286] env[69773]: DEBUG oslo_vmware.api [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1030.152286] env[69773]: value = "task-3390499" [ 1030.152286] env[69773]: _type = "Task" [ 1030.152286] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.160943] env[69773]: DEBUG oslo_vmware.api [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.233451] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance cbe3e900-b9aa-48d8-a777-fe0a1f77cb04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1030.233806] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1030.235090] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1030.252575] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1030.252575] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cbcbec-4452-1119-c905-e128838d8bdb" [ 1030.252575] env[69773]: _type = "HttpNfcLease" [ 1030.252575] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1030.252888] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1030.252888] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cbcbec-4452-1119-c905-e128838d8bdb" [ 1030.252888] env[69773]: _type = "HttpNfcLease" [ 1030.252888] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1030.253622] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6411c28-5db6-457f-9fa3-82cb34a068bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.263511] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211a430-04d4-b807-569b-67104d8a4ea8/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1030.263705] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211a430-04d4-b807-569b-67104d8a4ea8/disk-0.vmdk. {{(pid=69773) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1030.329786] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f0d9e640-4c1c-4322-80b0-1ad5af1ce603 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.338247] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390498, 'name': ReconfigVM_Task, 'duration_secs': 0.274224} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.338247] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Reconfigured VM instance instance-0000004e to attach disk [datastore2] f0997d21-5f64-4fee-902b-8f2de26439ba/f0997d21-5f64-4fee-902b-8f2de26439ba.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.338247] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64c9515a-2996-40f2-853d-c0d66076c7e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.352615] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e538ea-5f36-5441-edde-fb7a15f96484, 'name': SearchDatastore_Task, 'duration_secs': 0.014055} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.354018] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.354291] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.354543] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.354711] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.354900] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.355257] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1030.355257] env[69773]: value = "task-3390500" [ 1030.355257] env[69773]: _type = "Task" [ 1030.355257] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.357866] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a902cb7-9fab-4319-991c-340cef7d6ee5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.369964] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390500, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.371034] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.371202] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.374516] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abadd37-7901-4417-9e20-40dbe5b08afd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.380680] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1030.380680] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52db8098-ba7c-0361-96e5-105da7a3ae7d" [ 1030.380680] env[69773]: _type = "Task" [ 1030.380680] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.390851] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52db8098-ba7c-0361-96e5-105da7a3ae7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.644384] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64db0018-801f-4c3d-bd68-03bfccd6dde0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.659103] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a470e9d7-c3d3-4fcf-986c-0c0d3460c07c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.669246] env[69773]: DEBUG oslo_vmware.api [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390499, 'name': PowerOffVM_Task, 'duration_secs': 0.312352} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.699231] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.699539] env[69773]: DEBUG nova.compute.manager [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.703346] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de86ab3-27f9-48f9-afc5-4d0dec1b1db6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.706757] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d675d855-1db2-4e8d-946e-376e9c4333c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.721024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddbd6f6-5018-4220-af20-3d21d6fe951f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.736654] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.870912] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390500, 'name': Rename_Task, 'duration_secs': 0.151989} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.871263] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.872202] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00d7d466-5ed6-4339-adea-e93c56e776cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.882009] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1030.882009] env[69773]: value = "task-3390501" [ 1030.882009] env[69773]: _type = "Task" [ 1030.882009] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.899598] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52db8098-ba7c-0361-96e5-105da7a3ae7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.899927] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.903483] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f97da57-f7ae-4cc7-89c6-ce9be0f2bddf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.909565] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1030.909565] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289650a-1c1f-2fbc-8636-4b262085b412" [ 1030.909565] env[69773]: _type = "Task" [ 1030.909565] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.920379] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289650a-1c1f-2fbc-8636-4b262085b412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.226454] env[69773]: DEBUG oslo_concurrency.lockutils [None req-61e05362-676d-4f37-9e5f-319ea91b1c84 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.243070] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.299837] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.300401] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.300631] env[69773]: DEBUG nova.compute.manager [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Going to confirm migration 5 {{(pid=69773) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1031.396357] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390501, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.421068] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289650a-1c1f-2fbc-8636-4b262085b412, 'name': SearchDatastore_Task, 'duration_secs': 0.013342} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.423789] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.424176] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 03c75a4f-e3da-49c0-81bf-af3960417dd8/03c75a4f-e3da-49c0-81bf-af3960417dd8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.424527] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26f65241-a77a-4548-9a1b-088ada775f29 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.431412] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1031.431412] env[69773]: value = "task-3390502" [ 1031.431412] env[69773]: _type = "Task" [ 1031.431412] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.440479] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.536465] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Completed reading data from the image iterator. {{(pid=69773) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1031.536548] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211a430-04d4-b807-569b-67104d8a4ea8/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1031.536945] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.537192] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.537405] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.537614] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.537874] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.540296] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd0382e-7db8-4fd9-a9cf-462c30680cc0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.543575] env[69773]: INFO nova.compute.manager [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Terminating instance [ 1031.549131] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211a430-04d4-b807-569b-67104d8a4ea8/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1031.549415] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211a430-04d4-b807-569b-67104d8a4ea8/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1031.549699] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b747f2e8-229b-434c-8792-50a830359b7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.751458] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1031.751826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.584s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.751961] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.114s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.753518] env[69773]: INFO nova.compute.claims [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.869781] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.870020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.870213] env[69773]: DEBUG nova.network.neutron [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1031.870409] env[69773]: DEBUG nova.objects.instance [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lazy-loading 'info_cache' on Instance uuid afc47499-9e0a-4fab-b0c7-2cd7058ea7b1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.896938] env[69773]: DEBUG oslo_vmware.api [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390501, 'name': PowerOnVM_Task, 'duration_secs': 0.547048} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.897200] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.897525] env[69773]: INFO nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1031.897716] env[69773]: DEBUG nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.898474] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fbfd93-3221-4957-a0e8-7fc51af0ae8f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.941174] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.047583] env[69773]: DEBUG nova.compute.manager [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.047830] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.048716] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a9602d-35de-447c-a339-bbe8e99c09ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.056488] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.056728] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b265c1f7-ba65-4617-97ef-e034c62726e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.131384] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.131706] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.131900] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleting the datastore file [datastore2] ccc3e674-47f8-4cce-8061-d28ac26f1a00 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.133250] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68a88a00-94af-4f73-bba7-cd4ae0121626 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.135673] env[69773]: DEBUG oslo_vmware.rw_handles [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211a430-04d4-b807-569b-67104d8a4ea8/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1032.135869] env[69773]: INFO nova.virt.vmwareapi.images [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Downloaded image file data 1fdca54a-63fe-4181-abea-4a3e6103dbc0 [ 1032.136863] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf74e72-1795-40ed-915d-b3417593a3e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.155678] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bd8e286-2dad-4b9b-b7bf-f40153aeb252 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.157689] env[69773]: DEBUG oslo_vmware.api [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1032.157689] env[69773]: value = "task-3390504" [ 1032.157689] env[69773]: _type = "Task" [ 1032.157689] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.167095] env[69773]: DEBUG oslo_vmware.api [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.181607] env[69773]: INFO nova.virt.vmwareapi.images [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] The imported VM was unregistered [ 1032.184367] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Caching image {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1032.184625] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.184940] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b7b885-7de8-4c9b-93b0-90260089f6d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.230420] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Created directory with path [datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.230690] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c/OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c.vmdk to [datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0/1fdca54a-63fe-4181-abea-4a3e6103dbc0.vmdk. {{(pid=69773) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1032.231114] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4a6c6831-5677-4087-b2e7-687ba72dff2c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.238554] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1032.238554] env[69773]: value = "task-3390506" [ 1032.238554] env[69773]: _type = "Task" [ 1032.238554] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.246799] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390506, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.415983] env[69773]: INFO nova.compute.manager [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Took 23.23 seconds to build instance. [ 1032.441343] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.985732} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.441582] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 03c75a4f-e3da-49c0-81bf-af3960417dd8/03c75a4f-e3da-49c0-81bf-af3960417dd8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.441894] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.442171] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80cc6113-7b7d-464b-8490-aa3d09c5240a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.449298] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1032.449298] env[69773]: value = "task-3390507" [ 1032.449298] env[69773]: _type = "Task" [ 1032.449298] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.457345] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.669177] env[69773]: DEBUG oslo_vmware.api [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.372783} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.669508] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.670870] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.670870] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.670870] env[69773]: INFO nova.compute.manager [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1032.670870] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.670870] env[69773]: DEBUG nova.compute.manager [-] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.670870] env[69773]: DEBUG nova.network.neutron [-] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1032.746869] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390506, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.918242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e0d8990-7f99-495d-b319-d2151bb5adbe tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "f0997d21-5f64-4fee-902b-8f2de26439ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.738s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.928599] env[69773]: DEBUG nova.compute.manager [req-36be3ecc-9692-4c03-8efe-8fd54ae69251 req-f412ad9d-1157-4d98-9d02-82212a72b5c4 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Received event network-vif-deleted-6d1668e7-38a3-475a-8e19-06216643e318 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.928810] env[69773]: INFO nova.compute.manager [req-36be3ecc-9692-4c03-8efe-8fd54ae69251 req-f412ad9d-1157-4d98-9d02-82212a72b5c4 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Neutron deleted interface 6d1668e7-38a3-475a-8e19-06216643e318; detaching it from the instance and deleting it from the info cache [ 1032.928979] env[69773]: DEBUG nova.network.neutron [req-36be3ecc-9692-4c03-8efe-8fd54ae69251 req-f412ad9d-1157-4d98-9d02-82212a72b5c4 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.959329] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065236} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.961731] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.962753] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a7df85-5430-4000-accc-783069a00e9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.985105] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 03c75a4f-e3da-49c0-81bf-af3960417dd8/03c75a4f-e3da-49c0-81bf-af3960417dd8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.989255] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b731247c-e223-40c3-a013-dbe8becdc03c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.008967] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1033.008967] env[69773]: value = "task-3390508" [ 1033.008967] env[69773]: _type = "Task" [ 1033.008967] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.017676] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.064180] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquiring lock "f0997d21-5f64-4fee-902b-8f2de26439ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.064180] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "f0997d21-5f64-4fee-902b-8f2de26439ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.064305] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquiring lock "f0997d21-5f64-4fee-902b-8f2de26439ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.064423] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "f0997d21-5f64-4fee-902b-8f2de26439ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.064598] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "f0997d21-5f64-4fee-902b-8f2de26439ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.066671] env[69773]: INFO nova.compute.manager [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Terminating instance [ 1033.082590] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7327853-3b12-43ec-a244-172526625142 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.092451] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c14984-ba80-4340-a6ff-ddc96ccb1d98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.132286] env[69773]: DEBUG nova.network.neutron [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance_info_cache with network_info: [{"id": "f90795fd-1b7f-48d4-9922-1bd823923c03", "address": "fa:16:3e:13:f1:0a", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90795fd-1b", "ovs_interfaceid": "f90795fd-1b7f-48d4-9922-1bd823923c03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.134206] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3161dad6-9ea4-4f56-8b94-48d3efc66492 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.143044] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63705b7a-add4-4e7c-84b1-2151a56a073f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.160414] env[69773]: DEBUG nova.compute.provider_tree [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.248721] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390506, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.406629] env[69773]: DEBUG nova.network.neutron [-] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.431649] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88fa8f42-8572-49ef-814d-eadcde840a3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.443069] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6504838-a3e6-430f-82eb-07316e64d5c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.478504] env[69773]: DEBUG nova.compute.manager [req-36be3ecc-9692-4c03-8efe-8fd54ae69251 req-f412ad9d-1157-4d98-9d02-82212a72b5c4 service nova] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Detach interface failed, port_id=6d1668e7-38a3-475a-8e19-06216643e318, reason: Instance ccc3e674-47f8-4cce-8061-d28ac26f1a00 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1033.519800] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390508, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.574189] env[69773]: DEBUG nova.compute.manager [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.574189] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.574630] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f50a3b-132d-4546-b0dd-7dab763709d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.582819] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.583128] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5ae153d-4635-41ea-9b64-f806c33b8a3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.589261] env[69773]: DEBUG oslo_vmware.api [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1033.589261] env[69773]: value = "task-3390509" [ 1033.589261] env[69773]: _type = "Task" [ 1033.589261] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.598870] env[69773]: DEBUG oslo_vmware.api [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.638394] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.638635] env[69773]: DEBUG nova.objects.instance [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lazy-loading 'migration_context' on Instance uuid afc47499-9e0a-4fab-b0c7-2cd7058ea7b1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.667606] env[69773]: DEBUG nova.scheduler.client.report [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.752276] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390506, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.909168] env[69773]: INFO nova.compute.manager [-] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Took 1.24 seconds to deallocate network for instance. [ 1034.020954] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390508, 'name': ReconfigVM_Task, 'duration_secs': 0.520368} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.021486] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 03c75a4f-e3da-49c0-81bf-af3960417dd8/03c75a4f-e3da-49c0-81bf-af3960417dd8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.022028] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe7a34e4-7919-4586-ae39-3b90a91adeec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.029242] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1034.029242] env[69773]: value = "task-3390510" [ 1034.029242] env[69773]: _type = "Task" [ 1034.029242] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.037675] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390510, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.098606] env[69773]: DEBUG oslo_vmware.api [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390509, 'name': PowerOffVM_Task, 'duration_secs': 0.235095} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.098869] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.099075] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.099355] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9246bf-c661-4fc8-94a0-6cff94be9a18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.141528] env[69773]: DEBUG nova.objects.base [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.142645] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b57faf4-7f94-403e-9688-0c6dd4adfd2d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.165489] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308626a2-d5ad-4d4f-af5f-4ea4e8c3e5a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.167977] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.168204] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.168388] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Deleting the datastore file [datastore2] f0997d21-5f64-4fee-902b-8f2de26439ba {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.168643] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc6b5eb5-ba7c-4dac-ad88-cbd62330865d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.172687] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.173196] env[69773]: DEBUG nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.178041] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.275s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.179675] env[69773]: INFO nova.compute.claims [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.182677] env[69773]: DEBUG oslo_vmware.api [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for the task: (returnval){ [ 1034.182677] env[69773]: value = "task-3390512" [ 1034.182677] env[69773]: _type = "Task" [ 1034.182677] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.182959] env[69773]: DEBUG oslo_vmware.api [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1034.182959] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a281d2-91c0-6fee-de01-a261e3938f76" [ 1034.182959] env[69773]: _type = "Task" [ 1034.182959] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.196033] env[69773]: DEBUG oslo_vmware.api [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.198093] env[69773]: DEBUG oslo_vmware.api [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a281d2-91c0-6fee-de01-a261e3938f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.252848] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390506, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.416109] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.542643] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390510, 'name': Rename_Task, 'duration_secs': 0.1589} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.542929] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.543210] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d99b533c-5dfb-4ee9-8236-5dd58e36166c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.552590] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1034.552590] env[69773]: value = "task-3390513" [ 1034.552590] env[69773]: _type = "Task" [ 1034.552590] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.565296] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.685103] env[69773]: DEBUG nova.compute.utils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.689157] env[69773]: DEBUG nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1034.689349] env[69773]: DEBUG nova.network.neutron [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.705575] env[69773]: DEBUG oslo_vmware.api [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a281d2-91c0-6fee-de01-a261e3938f76, 'name': SearchDatastore_Task, 'duration_secs': 0.041488} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.710912] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.711590] env[69773]: DEBUG oslo_vmware.api [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Task: {'id': task-3390512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453414} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.711832] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.712098] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.712304] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.712477] env[69773]: INFO nova.compute.manager [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1034.712710] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.712969] env[69773]: DEBUG nova.compute.manager [-] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.713078] env[69773]: DEBUG nova.network.neutron [-] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1034.753449] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390506, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.755219] env[69773]: DEBUG nova.policy [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4b4d1b011264ea3bbb12638608c58cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a01bb8e5af8549db9152f5812201a1fc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.991339] env[69773]: DEBUG nova.compute.manager [req-f8c60155-57b5-4b89-94aa-8af643bc599d req-93053234-a6b1-4ff7-875a-26a0c97511c1 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Received event network-vif-deleted-079f99c1-6578-43f7-b9ff-64818e875be3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.991539] env[69773]: INFO nova.compute.manager [req-f8c60155-57b5-4b89-94aa-8af643bc599d req-93053234-a6b1-4ff7-875a-26a0c97511c1 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Neutron deleted interface 079f99c1-6578-43f7-b9ff-64818e875be3; detaching it from the instance and deleting it from the info cache [ 1034.991706] env[69773]: DEBUG nova.network.neutron [req-f8c60155-57b5-4b89-94aa-8af643bc599d req-93053234-a6b1-4ff7-875a-26a0c97511c1 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.065060] env[69773]: DEBUG oslo_vmware.api [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390513, 'name': PowerOnVM_Task, 'duration_secs': 0.494769} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.065458] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.065861] env[69773]: INFO nova.compute.manager [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1035.065861] env[69773]: DEBUG nova.compute.manager [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.066710] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e4c813-191f-4d16-8fc8-a2ccf4926171 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.169725] env[69773]: DEBUG nova.network.neutron [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Successfully created port: 2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.189813] env[69773]: DEBUG nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.254304] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390506, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.474393] env[69773]: DEBUG nova.network.neutron [-] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.495276] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0a9ec9b-e108-4c7d-893d-451e207b218a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.504887] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7917bd9-e589-4129-884c-03894be6d11f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.542590] env[69773]: DEBUG nova.compute.manager [req-f8c60155-57b5-4b89-94aa-8af643bc599d req-93053234-a6b1-4ff7-875a-26a0c97511c1 service nova] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Detach interface failed, port_id=079f99c1-6578-43f7-b9ff-64818e875be3, reason: Instance f0997d21-5f64-4fee-902b-8f2de26439ba could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.544529] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69899646-312a-48f3-8013-19a2c3923383 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.551671] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20390b1-399b-4ef9-980a-fe9af5fc6de5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.586082] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e74ca4-fc34-42c0-ae9c-8c720c21dfe8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.590761] env[69773]: INFO nova.compute.manager [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Took 23.86 seconds to build instance. [ 1035.598021] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be685e63-ef79-43a1-9526-048e70403a44 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.610066] env[69773]: DEBUG nova.compute.provider_tree [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.756486] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390506, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.325547} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.757075] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c/OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c.vmdk to [datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0/1fdca54a-63fe-4181-abea-4a3e6103dbc0.vmdk. [ 1035.757466] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Cleaning up location [datastore1] OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1035.757774] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a436c7aa-b0bf-408b-9722-f13af8e9727c {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.758177] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98f4ea89-ad54-46d6-8915-28ef304d05f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.766961] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1035.766961] env[69773]: value = "task-3390514" [ 1035.766961] env[69773]: _type = "Task" [ 1035.766961] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.776336] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.977124] env[69773]: INFO nova.compute.manager [-] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Took 1.26 seconds to deallocate network for instance. [ 1036.095070] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0c09bc10-9111-46d9-bd87-310681aab254 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "03c75a4f-e3da-49c0-81bf-af3960417dd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.377s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.113463] env[69773]: DEBUG nova.scheduler.client.report [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.201158] env[69773]: DEBUG nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.227204] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.227508] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.227675] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.227856] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.228014] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.228168] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.228403] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.228532] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.228729] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.228954] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.229184] env[69773]: DEBUG nova.virt.hardware [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.230109] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a4caa-1bc9-4e01-b12c-dbdf97d203c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.239860] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a2dfaf-f3b5-4060-a911-57673cda212a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.274934] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.080352} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.275566] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.275566] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0/1fdca54a-63fe-4181-abea-4a3e6103dbc0.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.275808] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0/1fdca54a-63fe-4181-abea-4a3e6103dbc0.vmdk to [datastore1] e5bc9684-6a36-43e9-9f08-631914048341/e5bc9684-6a36-43e9-9f08-631914048341.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.276079] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7b7feb4-3abd-4d73-b517-9b3dd49b7850 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.282230] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1036.282230] env[69773]: value = "task-3390515" [ 1036.282230] env[69773]: _type = "Task" [ 1036.282230] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.289952] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.485484] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.618946] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.619575] env[69773]: DEBUG nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.622285] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.481s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.622508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.624601] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.711s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.624793] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.626585] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.067s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.626734] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.628386] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.187s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.630325] env[69773]: INFO nova.compute.claims [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.655949] env[69773]: INFO nova.scheduler.client.report [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted allocations for instance 6fe4702c-4579-481c-8774-22e4b484f1c9 [ 1036.657928] env[69773]: INFO nova.scheduler.client.report [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted allocations for instance ff815dae-0dd9-4575-a7bc-aa87a8cc08f2 [ 1036.667934] env[69773]: INFO nova.scheduler.client.report [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Deleted allocations for instance 586f88e6-bcbc-4e39-85bd-cc704c527d31 [ 1036.795013] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390515, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.890180] env[69773]: INFO nova.compute.manager [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Rebuilding instance [ 1036.930792] env[69773]: DEBUG nova.compute.manager [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.932847] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712b79cb-7118-4146-8014-e2c023c781e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.138773] env[69773]: DEBUG nova.compute.utils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.141856] env[69773]: DEBUG nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.144444] env[69773]: DEBUG nova.network.neutron [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.170135] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35c0c19d-b3d6-429f-8944-f8d8a01fbd60 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "ff815dae-0dd9-4575-a7bc-aa87a8cc08f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.887s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.171428] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b2ee0a98-9abc-4115-aae4-4bfdb52f2d1a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "6fe4702c-4579-481c-8774-22e4b484f1c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.949s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.180596] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eb3d5234-863a-4e21-8945-d8e314e71ad4 tempest-InstanceActionsTestJSON-1521693788 tempest-InstanceActionsTestJSON-1521693788-project-member] Lock "586f88e6-bcbc-4e39-85bd-cc704c527d31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.470s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.273714] env[69773]: DEBUG nova.policy [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65a475e7f042406695296501e3a4c109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1f6e07a214747098e7c8d899f72b298', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.298270] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390515, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.630216] env[69773]: DEBUG nova.network.neutron [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Successfully updated port: 2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.643368] env[69773]: DEBUG nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.730449] env[69773]: DEBUG nova.network.neutron [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Successfully created port: 579f2e0f-4999-4890-9607-76cc024d999c {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.735509] env[69773]: DEBUG nova.compute.manager [req-640f2fc9-5141-4977-98dc-d2bcb63fc793 req-d1c01525-f189-4fb3-aba1-7d40d45f6a43 service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Received event network-vif-plugged-2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.735781] env[69773]: DEBUG oslo_concurrency.lockutils [req-640f2fc9-5141-4977-98dc-d2bcb63fc793 req-d1c01525-f189-4fb3-aba1-7d40d45f6a43 service nova] Acquiring lock "b1d8226e-b89c-4b86-aff3-b83694df5b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.736105] env[69773]: DEBUG oslo_concurrency.lockutils [req-640f2fc9-5141-4977-98dc-d2bcb63fc793 req-d1c01525-f189-4fb3-aba1-7d40d45f6a43 service nova] Lock "b1d8226e-b89c-4b86-aff3-b83694df5b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.736187] env[69773]: DEBUG oslo_concurrency.lockutils [req-640f2fc9-5141-4977-98dc-d2bcb63fc793 req-d1c01525-f189-4fb3-aba1-7d40d45f6a43 service nova] Lock "b1d8226e-b89c-4b86-aff3-b83694df5b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.736355] env[69773]: DEBUG nova.compute.manager [req-640f2fc9-5141-4977-98dc-d2bcb63fc793 req-d1c01525-f189-4fb3-aba1-7d40d45f6a43 service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] No waiting events found dispatching network-vif-plugged-2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.736518] env[69773]: WARNING nova.compute.manager [req-640f2fc9-5141-4977-98dc-d2bcb63fc793 req-d1c01525-f189-4fb3-aba1-7d40d45f6a43 service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Received unexpected event network-vif-plugged-2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b for instance with vm_state building and task_state spawning. [ 1037.801594] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390515, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.955042] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.955042] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cf7cde4-f468-473d-b6a1-212351b1eac4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.962677] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1037.962677] env[69773]: value = "task-3390516" [ 1037.962677] env[69773]: _type = "Task" [ 1037.962677] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.974645] env[69773]: INFO nova.compute.manager [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Rebuilding instance [ 1037.982401] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.030691] env[69773]: DEBUG nova.compute.manager [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.031823] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f622ae77-83f4-4109-a76d-73115604d513 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.080788] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b8b027-d726-44dc-bba2-190ccc879266 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.095080] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7699ee5f-2bbf-452e-abf2-52222652b8b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.136503] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquiring lock "refresh_cache-b1d8226e-b89c-4b86-aff3-b83694df5b65" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.136737] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquired lock "refresh_cache-b1d8226e-b89c-4b86-aff3-b83694df5b65" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.137807] env[69773]: DEBUG nova.network.neutron [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1038.140136] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e49b71-5f71-46db-a456-79b917f65506 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.159020] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5145c067-fd32-47f3-9767-9b62d0ac0c06 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.177242] env[69773]: DEBUG nova.compute.provider_tree [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.296819] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390515, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.476283] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390516, 'name': PowerOffVM_Task, 'duration_secs': 0.180973} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.476283] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.476514] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.480464] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe1cf7d-086e-4624-9ba1-caf258ac1d34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.488228] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.489165] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff9bb3b1-4661-4a1f-a1ef-5d241e4310d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.523998] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.523998] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.523998] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Deleting the datastore file [datastore1] 03c75a4f-e3da-49c0-81bf-af3960417dd8 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.523998] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e54079b-b68a-47af-904d-a0daec85020a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.534190] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1038.534190] env[69773]: value = "task-3390518" [ 1038.534190] env[69773]: _type = "Task" [ 1038.534190] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.548098] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.591170] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.591765] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.659618] env[69773]: DEBUG nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.682150] env[69773]: DEBUG nova.scheduler.client.report [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.693783] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.694040] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.696151] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.696151] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.696151] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.696151] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.696151] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.696151] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.696151] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.696566] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.696792] env[69773]: DEBUG nova.virt.hardware [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.699124] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76956bb7-88e2-414a-b1a1-20a9b39d702c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.707143] env[69773]: DEBUG nova.network.neutron [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1038.710299] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917303fa-0beb-4c46-9504-54992ae186f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.797033] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390515, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.384148} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.797265] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1fdca54a-63fe-4181-abea-4a3e6103dbc0/1fdca54a-63fe-4181-abea-4a3e6103dbc0.vmdk to [datastore1] e5bc9684-6a36-43e9-9f08-631914048341/e5bc9684-6a36-43e9-9f08-631914048341.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.798087] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09353bb0-1ef8-4be2-b9ce-37e2562c64a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.821066] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] e5bc9684-6a36-43e9-9f08-631914048341/e5bc9684-6a36-43e9-9f08-631914048341.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.823715] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ecfbab-648a-4f2e-9de0-cb2dd652e2c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.845447] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1038.845447] env[69773]: value = "task-3390519" [ 1038.845447] env[69773]: _type = "Task" [ 1038.845447] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.853855] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.045722] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227207} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.045722] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.045722] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.045722] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1039.047633] env[69773]: DEBUG nova.network.neutron [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Updating instance_info_cache with network_info: [{"id": "2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b", "address": "fa:16:3e:be:48:d6", "network": {"id": "f2f402d3-0c55-4420-8f4b-74cc2b0fac3a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1994642679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01bb8e5af8549db9152f5812201a1fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba7221d-0f", "ovs_interfaceid": "2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.048851] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.049290] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ade949b-2097-49e2-99ce-d504d3c5cde9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.056939] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 1039.056939] env[69773]: value = "task-3390520" [ 1039.056939] env[69773]: _type = "Task" [ 1039.056939] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.065012] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.096148] env[69773]: DEBUG nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1039.190815] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.562s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.191381] env[69773]: DEBUG nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.198021] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.720s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.198021] env[69773]: INFO nova.compute.claims [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.338429] env[69773]: DEBUG nova.network.neutron [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Successfully updated port: 579f2e0f-4999-4890-9607-76cc024d999c {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.361417] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.397266] env[69773]: DEBUG nova.compute.manager [req-a9498d2a-47cb-490e-9bb3-20c491afd239 req-fbc17f25-482f-46dc-87f1-4da485fc4131 service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Received event network-vif-plugged-579f2e0f-4999-4890-9607-76cc024d999c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.397266] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9498d2a-47cb-490e-9bb3-20c491afd239 req-fbc17f25-482f-46dc-87f1-4da485fc4131 service nova] Acquiring lock "40c83586-fd8e-4644-8c26-9c76354f17bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.397372] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9498d2a-47cb-490e-9bb3-20c491afd239 req-fbc17f25-482f-46dc-87f1-4da485fc4131 service nova] Lock "40c83586-fd8e-4644-8c26-9c76354f17bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.397518] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9498d2a-47cb-490e-9bb3-20c491afd239 req-fbc17f25-482f-46dc-87f1-4da485fc4131 service nova] Lock "40c83586-fd8e-4644-8c26-9c76354f17bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.397628] env[69773]: DEBUG nova.compute.manager [req-a9498d2a-47cb-490e-9bb3-20c491afd239 req-fbc17f25-482f-46dc-87f1-4da485fc4131 service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] No waiting events found dispatching network-vif-plugged-579f2e0f-4999-4890-9607-76cc024d999c {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.397833] env[69773]: WARNING nova.compute.manager [req-a9498d2a-47cb-490e-9bb3-20c491afd239 req-fbc17f25-482f-46dc-87f1-4da485fc4131 service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Received unexpected event network-vif-plugged-579f2e0f-4999-4890-9607-76cc024d999c for instance with vm_state building and task_state spawning. [ 1039.552956] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Releasing lock "refresh_cache-b1d8226e-b89c-4b86-aff3-b83694df5b65" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.555288] env[69773]: DEBUG nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Instance network_info: |[{"id": "2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b", "address": "fa:16:3e:be:48:d6", "network": {"id": "f2f402d3-0c55-4420-8f4b-74cc2b0fac3a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1994642679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01bb8e5af8549db9152f5812201a1fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba7221d-0f", "ovs_interfaceid": "2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.555288] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:48:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ed91b7b-b4ec-486d-ab34-af0afb7ec691', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.563868] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Creating folder: Project (a01bb8e5af8549db9152f5812201a1fc). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.564230] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88d6f1a8-c020-4b04-9e61-2baa4e6f89dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.578676] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.581405] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Created folder: Project (a01bb8e5af8549db9152f5812201a1fc) in parent group-v676268. [ 1039.581590] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Creating folder: Instances. Parent ref: group-v676507. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.581831] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-491a0ad5-4aa3-4fbe-8a97-acef09f04d32 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.591258] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Created folder: Instances in parent group-v676507. [ 1039.591471] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.591654] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.591849] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38c7ed4c-b5ae-421c-a427-f11f18a11cbb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.613149] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.613149] env[69773]: value = "task-3390523" [ 1039.613149] env[69773]: _type = "Task" [ 1039.613149] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.621083] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390523, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.632462] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.701315] env[69773]: DEBUG nova.compute.utils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.708026] env[69773]: DEBUG nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1039.708026] env[69773]: DEBUG nova.network.neutron [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1039.759958] env[69773]: DEBUG nova.policy [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10dfb129bde464fbe2a69d0c302e3b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca745af601094a788189b8a9ec3d84c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.842227] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "refresh_cache-40c83586-fd8e-4644-8c26-9c76354f17bf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.842227] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquired lock "refresh_cache-40c83586-fd8e-4644-8c26-9c76354f17bf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.842227] env[69773]: DEBUG nova.network.neutron [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1039.861661] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.998477] env[69773]: DEBUG nova.compute.manager [req-f4ae674f-2716-4ebe-964d-dfb4a4e70631 req-d484be79-e557-414e-a1c2-76310231459a service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Received event network-changed-2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.998477] env[69773]: DEBUG nova.compute.manager [req-f4ae674f-2716-4ebe-964d-dfb4a4e70631 req-d484be79-e557-414e-a1c2-76310231459a service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Refreshing instance network info cache due to event network-changed-2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.998477] env[69773]: DEBUG oslo_concurrency.lockutils [req-f4ae674f-2716-4ebe-964d-dfb4a4e70631 req-d484be79-e557-414e-a1c2-76310231459a service nova] Acquiring lock "refresh_cache-b1d8226e-b89c-4b86-aff3-b83694df5b65" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.998477] env[69773]: DEBUG oslo_concurrency.lockutils [req-f4ae674f-2716-4ebe-964d-dfb4a4e70631 req-d484be79-e557-414e-a1c2-76310231459a service nova] Acquired lock "refresh_cache-b1d8226e-b89c-4b86-aff3-b83694df5b65" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.998477] env[69773]: DEBUG nova.network.neutron [req-f4ae674f-2716-4ebe-964d-dfb4a4e70631 req-d484be79-e557-414e-a1c2-76310231459a service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Refreshing network info cache for port 2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1040.075431] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390520, 'name': PowerOffVM_Task, 'duration_secs': 0.825201} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.077454] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.078326] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.079199] env[69773]: DEBUG nova.network.neutron [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Successfully created port: f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.081576] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db1ad1a4-3ee0-4270-a3bd-c953aaf9517c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.091416] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.091686] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.091831] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.092019] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.092188] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.092336] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.092545] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.092706] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.092867] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.093043] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.093243] env[69773]: DEBUG nova.virt.hardware [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.094509] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2dfd92-2336-47e8-9d32-4c5d033b3abf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.101417] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 1040.101417] env[69773]: value = "task-3390524" [ 1040.101417] env[69773]: _type = "Task" [ 1040.101417] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.109055] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17abef80-7f6d-448f-9305-36f6cbc9abf2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.120594] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1040.120996] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1040.121128] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676374', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'name': 'volume-c48ed849-f6cd-4537-820f-70c7da3be9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50bc9426-4f8d-4728-82e6-38dbe2eeb62a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'serial': 'c48ed849-f6cd-4537-820f-70c7da3be9f1'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1040.121994] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a807558-0dfc-4703-babf-07c2cb78b16b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.135986] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.139241] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.142967] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.143191] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390523, 'name': CreateVM_Task, 'duration_secs': 0.51173} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.143371] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dc46fc5-9570-45c8-b26c-89ac59a6f759 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.157064] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.884114] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.884382] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.884614] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.885118] env[69773]: DEBUG nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.896664] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b902ac54-cea2-48c6-b7ee-578cfe1eaed7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.899763] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8cbebb-3813-4406-ad9c-9f698c82acc7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.903548] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.903548] env[69773]: value = "task-3390525" [ 1040.903548] env[69773]: _type = "Task" [ 1040.903548] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.911931] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390519, 'name': ReconfigVM_Task, 'duration_secs': 1.219735} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.912228] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1040.912228] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524cf9e3-62c6-a0d7-19df-a8e1f81accbf" [ 1040.912228] env[69773]: _type = "Task" [ 1040.912228] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.912933] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Reconfigured VM instance instance-0000001f to attach disk [datastore1] e5bc9684-6a36-43e9-9f08-631914048341/e5bc9684-6a36-43e9-9f08-631914048341.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.916783] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30afbf9c-c64d-477d-a544-ae9bd7276c9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.919959] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3c2c497-2a93-499c-a734-10aec30e91d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.924225] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390525, 'name': CreateVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.936904] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524cf9e3-62c6-a0d7-19df-a8e1f81accbf, 'name': SearchDatastore_Task, 'duration_secs': 0.015637} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.951211] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.951482] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.951719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.951942] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.952161] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.952499] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1040.952499] env[69773]: value = "task-3390526" [ 1040.952499] env[69773]: _type = "Task" [ 1040.952499] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.955328] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff00b284-9c83-43e1-b441-9c41865cbe82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.957841] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7a2d3b-da53-49b4-bb14-a7f4ccff2120 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.961188] env[69773]: DEBUG nova.network.neutron [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1040.972345] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390526, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.987122] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] The volume has not been displaced from its original location: [datastore2] volume-c48ed849-f6cd-4537-820f-70c7da3be9f1/volume-c48ed849-f6cd-4537-820f-70c7da3be9f1.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1040.992420] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1040.992781] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.992943] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.997992] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceb0709d-cf0a-452e-bfb5-dfe17efe2134 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.010765] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6f540c-eb0b-4e65-b3d7-bb192ca14257 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.019062] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1041.019062] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bd301e-0d51-58e7-a308-1ef2cae5745e" [ 1041.019062] env[69773]: _type = "Task" [ 1041.019062] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.022225] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 1041.022225] env[69773]: value = "task-3390527" [ 1041.022225] env[69773]: _type = "Task" [ 1041.022225] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.031856] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bd301e-0d51-58e7-a308-1ef2cae5745e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.038835] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.167297] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.170097] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.316748] env[69773]: DEBUG nova.network.neutron [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Updating instance_info_cache with network_info: [{"id": "579f2e0f-4999-4890-9607-76cc024d999c", "address": "fa:16:3e:7d:dc:fc", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579f2e0f-49", "ovs_interfaceid": "579f2e0f-4999-4890-9607-76cc024d999c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.338392] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4d0c32-35cf-458c-9809-ccd5b04cff6a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.355238] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cce6bcb-0423-4f32-b3e2-6d66169de093 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.388133] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0948f3-3a0e-4b88-a775-29c517ecaf0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.400018] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9852ed10-f846-484f-9092-2fe528637e54 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.416208] env[69773]: DEBUG nova.compute.provider_tree [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.418118] env[69773]: DEBUG nova.network.neutron [req-f4ae674f-2716-4ebe-964d-dfb4a4e70631 req-d484be79-e557-414e-a1c2-76310231459a service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Updated VIF entry in instance network info cache for port 2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1041.418535] env[69773]: DEBUG nova.network.neutron [req-f4ae674f-2716-4ebe-964d-dfb4a4e70631 req-d484be79-e557-414e-a1c2-76310231459a service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Updating instance_info_cache with network_info: [{"id": "2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b", "address": "fa:16:3e:be:48:d6", "network": {"id": "f2f402d3-0c55-4420-8f4b-74cc2b0fac3a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1994642679-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a01bb8e5af8549db9152f5812201a1fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ed91b7b-b4ec-486d-ab34-af0afb7ec691", "external-id": "nsx-vlan-transportzone-75", "segmentation_id": 75, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ba7221d-0f", "ovs_interfaceid": "2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.426162] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390525, 'name': CreateVM_Task, 'duration_secs': 0.278147} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.426162] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.426162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.426162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.426436] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.426742] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddad04a8-76da-4546-a04e-2ca4bf9e5b05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.432307] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1041.432307] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a9b05-b6fd-fea4-018e-8b8edb6acbe9" [ 1041.432307] env[69773]: _type = "Task" [ 1041.432307] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.443272] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a9b05-b6fd-fea4-018e-8b8edb6acbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.463318] env[69773]: DEBUG nova.compute.manager [req-15190b5a-d427-4ebf-a17d-a1e5e3de3bc2 req-14aecb96-f522-4e31-857e-310d0f46edda service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Received event network-changed-579f2e0f-4999-4890-9607-76cc024d999c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.463914] env[69773]: DEBUG nova.compute.manager [req-15190b5a-d427-4ebf-a17d-a1e5e3de3bc2 req-14aecb96-f522-4e31-857e-310d0f46edda service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Refreshing instance network info cache due to event network-changed-579f2e0f-4999-4890-9607-76cc024d999c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.463914] env[69773]: DEBUG oslo_concurrency.lockutils [req-15190b5a-d427-4ebf-a17d-a1e5e3de3bc2 req-14aecb96-f522-4e31-857e-310d0f46edda service nova] Acquiring lock "refresh_cache-40c83586-fd8e-4644-8c26-9c76354f17bf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.467243] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390526, 'name': Rename_Task, 'duration_secs': 0.175794} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.467575] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.467815] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b316db18-d593-4e7a-a7f4-471e519a4bec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.474559] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1041.474559] env[69773]: value = "task-3390528" [ 1041.474559] env[69773]: _type = "Task" [ 1041.474559] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.482152] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.534803] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390527, 'name': ReconfigVM_Task, 'duration_secs': 0.173404} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.535414] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bd301e-0d51-58e7-a308-1ef2cae5745e, 'name': SearchDatastore_Task, 'duration_secs': 0.009863} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.535676] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1041.542576] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89b07954-1941-4089-9016-50cea685920f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.553144] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06f70b42-c73e-4f22-b279-f4dc8e2a624e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.558945] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1041.558945] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5276d9ad-3b98-5c8b-b46c-e48023513e81" [ 1041.558945] env[69773]: _type = "Task" [ 1041.558945] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.560329] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 1041.560329] env[69773]: value = "task-3390529" [ 1041.560329] env[69773]: _type = "Task" [ 1041.560329] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.572956] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5276d9ad-3b98-5c8b-b46c-e48023513e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.576287] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390529, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.679600] env[69773]: DEBUG nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.819717] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Releasing lock "refresh_cache-40c83586-fd8e-4644-8c26-9c76354f17bf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.820186] env[69773]: DEBUG nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Instance network_info: |[{"id": "579f2e0f-4999-4890-9607-76cc024d999c", "address": "fa:16:3e:7d:dc:fc", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579f2e0f-49", "ovs_interfaceid": "579f2e0f-4999-4890-9607-76cc024d999c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.820473] env[69773]: DEBUG oslo_concurrency.lockutils [req-15190b5a-d427-4ebf-a17d-a1e5e3de3bc2 req-14aecb96-f522-4e31-857e-310d0f46edda service nova] Acquired lock "refresh_cache-40c83586-fd8e-4644-8c26-9c76354f17bf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.820688] env[69773]: DEBUG nova.network.neutron [req-15190b5a-d427-4ebf-a17d-a1e5e3de3bc2 req-14aecb96-f522-4e31-857e-310d0f46edda service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Refreshing network info cache for port 579f2e0f-4999-4890-9607-76cc024d999c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1041.822147] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:dc:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4055505f-97ab-400b-969c-43d99b38fd48', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '579f2e0f-4999-4890-9607-76cc024d999c', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.830565] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.831071] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.831346] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a02b2e5-3650-4f09-8033-662b5412a553 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.848151] env[69773]: DEBUG nova.network.neutron [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Successfully updated port: f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.857440] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.857440] env[69773]: value = "task-3390530" [ 1041.857440] env[69773]: _type = "Task" [ 1041.857440] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.866878] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390530, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.906577] env[69773]: DEBUG nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1041.922629] env[69773]: DEBUG nova.scheduler.client.report [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.926657] env[69773]: DEBUG oslo_concurrency.lockutils [req-f4ae674f-2716-4ebe-964d-dfb4a4e70631 req-d484be79-e557-414e-a1c2-76310231459a service nova] Releasing lock "refresh_cache-b1d8226e-b89c-4b86-aff3-b83694df5b65" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.935687] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.935970] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.936354] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.936395] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.936556] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.936669] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.936874] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.937047] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.937220] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.937382] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.937561] env[69773]: DEBUG nova.virt.hardware [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.938555] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ff4a1e-1636-4fa6-bee1-16d33d3a6d3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.951635] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523a9b05-b6fd-fea4-018e-8b8edb6acbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.953858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.954117] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.954330] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.955719] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc487590-0877-4127-b00a-7f6a30ef2f4b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.982556] env[69773]: DEBUG oslo_vmware.api [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390528, 'name': PowerOnVM_Task, 'duration_secs': 0.474504} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.982832] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.073920] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5276d9ad-3b98-5c8b-b46c-e48023513e81, 'name': SearchDatastore_Task, 'duration_secs': 0.016367} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.077612] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.077612] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] b1d8226e-b89c-4b86-aff3-b83694df5b65/b1d8226e-b89c-4b86-aff3-b83694df5b65.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.077890] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390529, 'name': ReconfigVM_Task, 'duration_secs': 0.113674} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.078200] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.078450] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.078724] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3218b0e-274f-4b0d-9fec-762b07e762ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.081034] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676374', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'name': 'volume-c48ed849-f6cd-4537-820f-70c7da3be9f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '50bc9426-4f8d-4728-82e6-38dbe2eeb62a', 'attached_at': '', 'detached_at': '', 'volume_id': 'c48ed849-f6cd-4537-820f-70c7da3be9f1', 'serial': 'c48ed849-f6cd-4537-820f-70c7da3be9f1'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1042.081378] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.081570] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-685259ad-5433-4289-8e6a-441e1b1cae50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.084053] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc8ab4a-dce6-42e5-b262-31cc30fd758a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.091279] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1042.091279] env[69773]: value = "task-3390531" [ 1042.091279] env[69773]: _type = "Task" [ 1042.091279] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.093514] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1042.096861] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81ec91af-90a6-460e-a156-3da8a6404035 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.098936] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.099074] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.100383] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58220932-6879-4718-9807-eedf6b6dfb78 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.103520] env[69773]: DEBUG nova.compute.manager [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.106943] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10bf45b-ba08-4de2-9037-02ada38da3e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.109282] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.112325] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1042.112325] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52076bf1-d293-d746-6b08-4c9c6b63b9f8" [ 1042.112325] env[69773]: _type = "Task" [ 1042.112325] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.124353] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52076bf1-d293-d746-6b08-4c9c6b63b9f8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.125037] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6939992-90eb-4926-b151-05c5169184ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.129764] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1042.129764] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289b95a-525d-6030-89cb-fd7bffbf7403" [ 1042.129764] env[69773]: _type = "Task" [ 1042.129764] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.137241] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289b95a-525d-6030-89cb-fd7bffbf7403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.165075] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1042.165296] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1042.165476] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Deleting the datastore file [datastore2] 50bc9426-4f8d-4728-82e6-38dbe2eeb62a {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1042.165755] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c164c50-f0ce-4db6-ba0b-cb658fad7bb8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.172244] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for the task: (returnval){ [ 1042.172244] env[69773]: value = "task-3390533" [ 1042.172244] env[69773]: _type = "Task" [ 1042.172244] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.180257] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.203403] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.351265] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.351929] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.351929] env[69773]: DEBUG nova.network.neutron [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1042.371278] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390530, 'name': CreateVM_Task, 'duration_secs': 0.409078} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.371574] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.372253] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.372414] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.372821] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.373143] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59596700-8603-40fb-b1e0-0bee0cc97078 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.378036] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1042.378036] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5275e97f-0c79-48d6-8db7-22930c153b96" [ 1042.378036] env[69773]: _type = "Task" [ 1042.378036] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.388027] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5275e97f-0c79-48d6-8db7-22930c153b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.428986] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.234s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.429961] env[69773]: DEBUG nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.436271] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.021s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.436608] env[69773]: DEBUG nova.objects.instance [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'resources' on Instance uuid ccc3e674-47f8-4cce-8061-d28ac26f1a00 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.572751] env[69773]: DEBUG nova.network.neutron [req-15190b5a-d427-4ebf-a17d-a1e5e3de3bc2 req-14aecb96-f522-4e31-857e-310d0f46edda service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Updated VIF entry in instance network info cache for port 579f2e0f-4999-4890-9607-76cc024d999c. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1042.572926] env[69773]: DEBUG nova.network.neutron [req-15190b5a-d427-4ebf-a17d-a1e5e3de3bc2 req-14aecb96-f522-4e31-857e-310d0f46edda service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Updating instance_info_cache with network_info: [{"id": "579f2e0f-4999-4890-9607-76cc024d999c", "address": "fa:16:3e:7d:dc:fc", "network": {"id": "335797f5-8e3a-4e61-a6e6-ae415d690fb1", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "ab1609af3e01472c9a72da9c751bee8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4055505f-97ab-400b-969c-43d99b38fd48", "external-id": "nsx-vlan-transportzone-952", "segmentation_id": 952, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap579f2e0f-49", "ovs_interfaceid": "579f2e0f-4999-4890-9607-76cc024d999c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.603755] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390531, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.626561] env[69773]: DEBUG oslo_concurrency.lockutils [None req-890a70b2-9b66-4a56-870c-e0150b1dddda tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 32.511s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.644081] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5289b95a-525d-6030-89cb-fd7bffbf7403, 'name': SearchDatastore_Task, 'duration_secs': 0.020941} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.644081] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.644401] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 03c75a4f-e3da-49c0-81bf-af3960417dd8/03c75a4f-e3da-49c0-81bf-af3960417dd8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.644618] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a48ee22-0d10-489d-b027-1a39380f6e3d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.653348] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1042.653348] env[69773]: value = "task-3390534" [ 1042.653348] env[69773]: _type = "Task" [ 1042.653348] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.662887] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.681811] env[69773]: DEBUG oslo_vmware.api [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Task: {'id': task-3390533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116594} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.682317] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.682595] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.682884] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.741833] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1042.742356] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cc6aa5d-e44d-4d89-bb3b-922d074b3e6d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.762147] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a616605f-695c-4571-8c04-e0fb0fed99f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.798018] env[69773]: ERROR nova.compute.manager [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Failed to detach volume c48ed849-f6cd-4537-820f-70c7da3be9f1 from /dev/sda: nova.exception.InstanceNotFound: Instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a could not be found. [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Traceback (most recent call last): [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self.driver.rebuild(**kwargs) [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] raise NotImplementedError() [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] NotImplementedError [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] During handling of the above exception, another exception occurred: [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Traceback (most recent call last): [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self.driver.detach_volume(context, old_connection_info, [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] return self._volumeops.detach_volume(connection_info, instance) [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self._detach_volume_vmdk(connection_info, instance) [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] stable_ref.fetch_moref(session) [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] nova.exception.InstanceNotFound: Instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a could not be found. [ 1042.798018] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] [ 1042.886864] env[69773]: DEBUG nova.network.neutron [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1042.893361] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5275e97f-0c79-48d6-8db7-22930c153b96, 'name': SearchDatastore_Task, 'duration_secs': 0.067377} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.893667] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.893899] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.894739] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.894739] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.894739] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.894739] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26697d43-cc11-4860-85aa-fcee7d7b4190 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.904335] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.904536] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.905331] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae637e8-1c52-4422-ae31-a41c1fe54910 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.913756] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1042.913756] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52792f05-0d0f-77fb-eabb-f2937a9bd962" [ 1042.913756] env[69773]: _type = "Task" [ 1042.913756] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.924540] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52792f05-0d0f-77fb-eabb-f2937a9bd962, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.925859] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d48e7e03-a594-4e10-916c-e99a51e5f73c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.933130] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1042.933130] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e43a54-df79-72c3-cf46-bcf7fba0a659" [ 1042.933130] env[69773]: _type = "Task" [ 1042.933130] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.940043] env[69773]: DEBUG nova.compute.utils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.945163] env[69773]: DEBUG nova.compute.utils [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Build of instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a aborted: Failed to rebuild volume backed instance. {{(pid=69773) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1042.946640] env[69773]: DEBUG nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.946852] env[69773]: DEBUG nova.network.neutron [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.953319] env[69773]: ERROR nova.compute.manager [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a aborted: Failed to rebuild volume backed instance. [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Traceback (most recent call last): [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self.driver.rebuild(**kwargs) [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] raise NotImplementedError() [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] NotImplementedError [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] During handling of the above exception, another exception occurred: [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Traceback (most recent call last): [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self._detach_root_volume(context, instance, root_bdm) [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] with excutils.save_and_reraise_exception(): [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self.force_reraise() [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] raise self.value [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self.driver.detach_volume(context, old_connection_info, [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] return self._volumeops.detach_volume(connection_info, instance) [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self._detach_volume_vmdk(connection_info, instance) [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] stable_ref.fetch_moref(session) [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] nova.exception.InstanceNotFound: Instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a could not be found. [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] During handling of the above exception, another exception occurred: [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Traceback (most recent call last): [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] yield [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1042.953319] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self._do_rebuild_instance_with_claim( [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self._do_rebuild_instance( [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self._rebuild_default_impl(**kwargs) [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] self._rebuild_volume_backed_instance( [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] raise exception.BuildAbortException( [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] nova.exception.BuildAbortException: Build of instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a aborted: Failed to rebuild volume backed instance. [ 1042.954545] env[69773]: ERROR nova.compute.manager [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] [ 1042.956062] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e43a54-df79-72c3-cf46-bcf7fba0a659, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.957211] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.957304] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 40c83586-fd8e-4644-8c26-9c76354f17bf/40c83586-fd8e-4644-8c26-9c76354f17bf.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.957645] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76725913-e02c-4fa2-953e-4959b5f3ce81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.965842] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1042.965842] env[69773]: value = "task-3390535" [ 1042.965842] env[69773]: _type = "Task" [ 1042.965842] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.976862] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.024529] env[69773]: DEBUG nova.policy [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e64f78c76554d259e44d5cd92881fa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2af3e6ab33a448ce8a11880c50b6197b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.054164] env[69773]: DEBUG nova.network.neutron [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating instance_info_cache with network_info: [{"id": "f332e101-6a92-41d5-ad00-aa633583b8d7", "address": "fa:16:3e:3e:2a:4e", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332e101-6a", "ovs_interfaceid": "f332e101-6a92-41d5-ad00-aa633583b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.075812] env[69773]: DEBUG oslo_concurrency.lockutils [req-15190b5a-d427-4ebf-a17d-a1e5e3de3bc2 req-14aecb96-f522-4e31-857e-310d0f46edda service nova] Releasing lock "refresh_cache-40c83586-fd8e-4644-8c26-9c76354f17bf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.106496] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595495} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.109680] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] b1d8226e-b89c-4b86-aff3-b83694df5b65/b1d8226e-b89c-4b86-aff3-b83694df5b65.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.110024] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.111318] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01b338df-0c7a-4705-9783-6de420c9ee88 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.119608] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1043.119608] env[69773]: value = "task-3390536" [ 1043.119608] env[69773]: _type = "Task" [ 1043.119608] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.133923] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.168836] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390534, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.291042] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812fe116-0bf7-47a8-a932-7dae5d4a63fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.301977] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60997423-5abd-4110-8f4a-40fe2921de1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.332258] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2ea272-5d84-4c31-9125-fa060fd488eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.340182] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1d0f1b-cae3-4643-ac7d-63310bfcd66f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.354388] env[69773]: DEBUG nova.compute.provider_tree [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.444679] env[69773]: DEBUG nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.477958] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.548813] env[69773]: DEBUG nova.compute.manager [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Received event network-vif-plugged-f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.549075] env[69773]: DEBUG oslo_concurrency.lockutils [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] Acquiring lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.549289] env[69773]: DEBUG oslo_concurrency.lockutils [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.549495] env[69773]: DEBUG oslo_concurrency.lockutils [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.549687] env[69773]: DEBUG nova.compute.manager [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] No waiting events found dispatching network-vif-plugged-f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.549831] env[69773]: WARNING nova.compute.manager [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Received unexpected event network-vif-plugged-f332e101-6a92-41d5-ad00-aa633583b8d7 for instance with vm_state building and task_state spawning. [ 1043.549989] env[69773]: DEBUG nova.compute.manager [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Received event network-changed-f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.550161] env[69773]: DEBUG nova.compute.manager [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Refreshing instance network info cache due to event network-changed-f332e101-6a92-41d5-ad00-aa633583b8d7. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1043.550328] env[69773]: DEBUG oslo_concurrency.lockutils [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] Acquiring lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.556858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.557159] env[69773]: DEBUG nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Instance network_info: |[{"id": "f332e101-6a92-41d5-ad00-aa633583b8d7", "address": "fa:16:3e:3e:2a:4e", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332e101-6a", "ovs_interfaceid": "f332e101-6a92-41d5-ad00-aa633583b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.557435] env[69773]: DEBUG oslo_concurrency.lockutils [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] Acquired lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.557678] env[69773]: DEBUG nova.network.neutron [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Refreshing network info cache for port f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1043.559061] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:2a:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1002b79b-224e-41e3-a484-4245a767147a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f332e101-6a92-41d5-ad00-aa633583b8d7', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.566896] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.570094] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.571046] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7d05bf9-fec2-4dc0-b7dd-e961c5c851e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.600139] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.600139] env[69773]: value = "task-3390537" [ 1043.600139] env[69773]: _type = "Task" [ 1043.600139] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.613720] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390537, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.637980] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088974} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.639698] env[69773]: DEBUG nova.network.neutron [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Successfully created port: 9ce16260-9fab-4353-924f-efb9f1af9e67 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.643860] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1043.645562] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee99448-206f-48a1-bfa2-0afb5825bba6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.690295] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b1d8226e-b89c-4b86-aff3-b83694df5b65/b1d8226e-b89c-4b86-aff3-b83694df5b65.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.699693] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7319bf1-c2d2-4664-bbaf-99c89ed1ae8e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.728706] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636722} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.730058] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 03c75a4f-e3da-49c0-81bf-af3960417dd8/03c75a4f-e3da-49c0-81bf-af3960417dd8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1043.731387] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1043.731387] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1043.731387] env[69773]: value = "task-3390538" [ 1043.731387] env[69773]: _type = "Task" [ 1043.731387] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.731387] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce0ad372-b3f5-4e28-bd4f-a1385cd542b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.741027] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.742310] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1043.742310] env[69773]: value = "task-3390539" [ 1043.742310] env[69773]: _type = "Task" [ 1043.742310] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.752046] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.859013] env[69773]: DEBUG nova.scheduler.client.report [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.907709] env[69773]: DEBUG nova.network.neutron [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updated VIF entry in instance network info cache for port f332e101-6a92-41d5-ad00-aa633583b8d7. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1043.908133] env[69773]: DEBUG nova.network.neutron [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating instance_info_cache with network_info: [{"id": "f332e101-6a92-41d5-ad00-aa633583b8d7", "address": "fa:16:3e:3e:2a:4e", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332e101-6a", "ovs_interfaceid": "f332e101-6a92-41d5-ad00-aa633583b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.987047] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390535, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.114027] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390537, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.243141] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390538, 'name': ReconfigVM_Task, 'duration_secs': 0.481476} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.246172] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b1d8226e-b89c-4b86-aff3-b83694df5b65/b1d8226e-b89c-4b86-aff3-b83694df5b65.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.246794] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae6a0999-5d4c-4230-91bb-0426adc732e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.253411] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198691} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.254569] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.254900] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1044.254900] env[69773]: value = "task-3390540" [ 1044.254900] env[69773]: _type = "Task" [ 1044.254900] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.255560] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d1fa3-fd95-4f1f-84ef-e6d6974c0c6d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.278198] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 03c75a4f-e3da-49c0-81bf-af3960417dd8/03c75a4f-e3da-49c0-81bf-af3960417dd8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.281507] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b06c8105-bebc-4ef4-b3eb-d8547b2d4539 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.295935] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390540, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.298761] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df021619-439e-4f1c-9920-9147fee2ac4c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.305404] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f342175a-9b4d-4d0e-a56a-4d6679d7633b tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Suspending the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1044.306520] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-90f4e604-477c-406d-bd48-050c8f3848dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.307989] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1044.307989] env[69773]: value = "task-3390541" [ 1044.307989] env[69773]: _type = "Task" [ 1044.307989] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.314792] env[69773]: DEBUG oslo_vmware.api [None req-f342175a-9b4d-4d0e-a56a-4d6679d7633b tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1044.314792] env[69773]: value = "task-3390542" [ 1044.314792] env[69773]: _type = "Task" [ 1044.314792] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.317070] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.325039] env[69773]: DEBUG oslo_vmware.api [None req-f342175a-9b4d-4d0e-a56a-4d6679d7633b tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390542, 'name': SuspendVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.366752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.369279] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.658s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.391648] env[69773]: INFO nova.scheduler.client.report [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted allocations for instance ccc3e674-47f8-4cce-8061-d28ac26f1a00 [ 1044.412048] env[69773]: DEBUG oslo_concurrency.lockutils [req-ce796e42-0e7e-43ce-b409-1128100552ce req-e2542216-cce8-4f98-afc2-d632088743bf service nova] Releasing lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.455560] env[69773]: DEBUG nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.483844] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390535, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.138756} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.486077] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 40c83586-fd8e-4644-8c26-9c76354f17bf/40c83586-fd8e-4644-8c26-9c76354f17bf.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.486319] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.486782] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8d23422-16d1-414f-a5bb-6c901ecedffa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.494317] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.494569] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.494723] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.494904] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.495067] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.495222] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.495437] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.495594] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.495747] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.496050] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.496153] env[69773]: DEBUG nova.virt.hardware [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.496985] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73feec43-737b-42ee-a749-e723bb928c23 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.501155] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1044.501155] env[69773]: value = "task-3390543" [ 1044.501155] env[69773]: _type = "Task" [ 1044.501155] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.508740] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae1fe06-ea86-44a6-9c14-6a9038265d42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.518060] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.610905] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390537, 'name': CreateVM_Task, 'duration_secs': 0.595179} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.611122] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.611842] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.612016] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.612466] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.612719] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5405543b-ca2c-4bf8-a924-f07b515288c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.618668] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1044.618668] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5efc4-b505-56e6-277c-d71d2fec336f" [ 1044.618668] env[69773]: _type = "Task" [ 1044.618668] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.627192] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5efc4-b505-56e6-277c-d71d2fec336f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.768718] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390540, 'name': Rename_Task, 'duration_secs': 0.171571} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.769111] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.769427] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21697079-c728-44bd-81dc-55b4e5de0db9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.778999] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1044.778999] env[69773]: value = "task-3390544" [ 1044.778999] env[69773]: _type = "Task" [ 1044.778999] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.788522] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.819364] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390541, 'name': ReconfigVM_Task, 'duration_secs': 0.323429} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.823085] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 03c75a4f-e3da-49c0-81bf-af3960417dd8/03c75a4f-e3da-49c0-81bf-af3960417dd8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.824212] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b57447b-eb81-4e75-bc07-4f2b6ae98f18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.832217] env[69773]: DEBUG oslo_vmware.api [None req-f342175a-9b4d-4d0e-a56a-4d6679d7633b tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390542, 'name': SuspendVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.833585] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1044.833585] env[69773]: value = "task-3390545" [ 1044.833585] env[69773]: _type = "Task" [ 1044.833585] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.843221] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390545, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.900432] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e4cd9676-6d5c-4e25-92b7-1d3745b293de tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "ccc3e674-47f8-4cce-8061-d28ac26f1a00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.363s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.981795] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.013375] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070666} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.013796] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.014528] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9188fb3-c809-4d78-8086-bd23bb84cea5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.040480] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 40c83586-fd8e-4644-8c26-9c76354f17bf/40c83586-fd8e-4644-8c26-9c76354f17bf.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.043418] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bfcb456-b1b2-4872-ac97-0fc86214c137 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.065771] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1045.065771] env[69773]: value = "task-3390546" [ 1045.065771] env[69773]: _type = "Task" [ 1045.065771] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.077258] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.130145] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5efc4-b505-56e6-277c-d71d2fec336f, 'name': SearchDatastore_Task, 'duration_secs': 0.03799} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.130145] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.130351] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.130855] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.130855] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.131020] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.131301] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5e01a19-80e6-4b96-aba9-fc5a798209b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.143924] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.144587] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.145038] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe58753a-19ec-419f-8d98-74bc32c840f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.156132] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1045.156132] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c9d264-ea3f-52d6-c94e-a14147f4c362" [ 1045.156132] env[69773]: _type = "Task" [ 1045.156132] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.165554] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c9d264-ea3f-52d6-c94e-a14147f4c362, 'name': SearchDatastore_Task} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.169088] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a301dd-540e-49d6-929d-9dba4bc48584 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.175639] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1045.175639] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba169f-aad9-e3a9-667d-95733d59a0f7" [ 1045.175639] env[69773]: _type = "Task" [ 1045.175639] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.190304] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba169f-aad9-e3a9-667d-95733d59a0f7, 'name': SearchDatastore_Task, 'duration_secs': 0.011003} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.190641] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.191095] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68/b3cbd675-8893-4267-b1dd-10a9f8bc6a68.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1045.191378] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b17c16c1-fa8c-410a-b2c3-f6f56e19cf57 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.199310] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1045.199310] env[69773]: value = "task-3390547" [ 1045.199310] env[69773]: _type = "Task" [ 1045.199310] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.207775] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.211636] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf811447-e74f-49c3-9d73-70b9a454fcc0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.219719] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b41e21-9ee5-45f5-8b84-9e66d780d0da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.251420] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fe3815-47c3-4246-87e1-16536f649f44 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.261160] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466c098f-a6c5-4caa-a15e-f343979a6286 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.279056] env[69773]: DEBUG nova.compute.provider_tree [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.290212] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390544, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.328939] env[69773]: DEBUG oslo_vmware.api [None req-f342175a-9b4d-4d0e-a56a-4d6679d7633b tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390542, 'name': SuspendVM_Task, 'duration_secs': 0.739135} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.329243] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f342175a-9b4d-4d0e-a56a-4d6679d7633b tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Suspended the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1045.329423] env[69773]: DEBUG nova.compute.manager [None req-f342175a-9b4d-4d0e-a56a-4d6679d7633b tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.330220] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdee610-330e-4fb9-b938-30e0be606f27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.347292] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390545, 'name': Rename_Task, 'duration_secs': 0.169083} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.347614] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.347870] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66661570-f1a5-4699-b61b-f0ccb87b0ace {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.354944] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1045.354944] env[69773]: value = "task-3390548" [ 1045.354944] env[69773]: _type = "Task" [ 1045.354944] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.368977] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.404689] env[69773]: DEBUG nova.compute.manager [req-e68cc655-5854-4f7f-b6b2-ad5338613c07 req-759bf456-4e1a-4545-8b98-da408a5671fe service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Received event network-vif-plugged-9ce16260-9fab-4353-924f-efb9f1af9e67 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.404950] env[69773]: DEBUG oslo_concurrency.lockutils [req-e68cc655-5854-4f7f-b6b2-ad5338613c07 req-759bf456-4e1a-4545-8b98-da408a5671fe service nova] Acquiring lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.405208] env[69773]: DEBUG oslo_concurrency.lockutils [req-e68cc655-5854-4f7f-b6b2-ad5338613c07 req-759bf456-4e1a-4545-8b98-da408a5671fe service nova] Lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.405393] env[69773]: DEBUG oslo_concurrency.lockutils [req-e68cc655-5854-4f7f-b6b2-ad5338613c07 req-759bf456-4e1a-4545-8b98-da408a5671fe service nova] Lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.405573] env[69773]: DEBUG nova.compute.manager [req-e68cc655-5854-4f7f-b6b2-ad5338613c07 req-759bf456-4e1a-4545-8b98-da408a5671fe service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] No waiting events found dispatching network-vif-plugged-9ce16260-9fab-4353-924f-efb9f1af9e67 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.405752] env[69773]: WARNING nova.compute.manager [req-e68cc655-5854-4f7f-b6b2-ad5338613c07 req-759bf456-4e1a-4545-8b98-da408a5671fe service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Received unexpected event network-vif-plugged-9ce16260-9fab-4353-924f-efb9f1af9e67 for instance with vm_state building and task_state spawning. [ 1045.580045] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390546, 'name': ReconfigVM_Task, 'duration_secs': 0.32478} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.580350] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 40c83586-fd8e-4644-8c26-9c76354f17bf/40c83586-fd8e-4644-8c26-9c76354f17bf.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.581044] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccf7a7b2-ae0e-4575-8528-ce97dd6ccafd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.590023] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1045.590023] env[69773]: value = "task-3390549" [ 1045.590023] env[69773]: _type = "Task" [ 1045.590023] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.603171] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390549, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.606331] env[69773]: DEBUG nova.network.neutron [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Successfully updated port: 9ce16260-9fab-4353-924f-efb9f1af9e67 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.712976] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390547, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.785244] env[69773]: DEBUG nova.scheduler.client.report [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.794972] env[69773]: DEBUG oslo_vmware.api [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390544, 'name': PowerOnVM_Task, 'duration_secs': 0.531864} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.795391] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.795762] env[69773]: INFO nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1045.796018] env[69773]: DEBUG nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.796846] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db503887-d094-4eb5-aa19-411d2065c120 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.868752] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.100563] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390549, 'name': Rename_Task, 'duration_secs': 0.443796} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.100861] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.101019] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6409d38-4618-483b-aa39-b19b0e341af6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.109286] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.109643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.109894] env[69773]: DEBUG nova.network.neutron [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1046.111852] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1046.111852] env[69773]: value = "task-3390550" [ 1046.111852] env[69773]: _type = "Task" [ 1046.111852] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.125563] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.211914] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552291} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.212598] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68/b3cbd675-8893-4267-b1dd-10a9f8bc6a68.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1046.212598] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1046.212598] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aa1ae18-5d6f-41c3-b7c8-b9198504dc90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.220340] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1046.220340] env[69773]: value = "task-3390551" [ 1046.220340] env[69773]: _type = "Task" [ 1046.220340] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.230256] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390551, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.324208] env[69773]: INFO nova.compute.manager [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Took 32.70 seconds to build instance. [ 1046.369020] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390548, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.389720] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Acquiring lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.390034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.390285] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Acquiring lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.390509] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.390743] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.393550] env[69773]: INFO nova.compute.manager [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Terminating instance [ 1046.411213] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "4c581405-dbcf-417e-9485-5cd5331259c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.411213] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "4c581405-dbcf-417e-9485-5cd5331259c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.624570] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390550, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.645044] env[69773]: DEBUG nova.network.neutron [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1046.731065] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390551, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065763} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.731353] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.732393] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a7e0cb-2378-4c02-89e1-9f853d105e0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.758364] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68/b3cbd675-8893-4267-b1dd-10a9f8bc6a68.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.759080] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802090ec-c604-44f7-af4d-df9650e6f043 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.774798] env[69773]: DEBUG nova.network.neutron [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Updating instance_info_cache with network_info: [{"id": "9ce16260-9fab-4353-924f-efb9f1af9e67", "address": "fa:16:3e:5a:25:7a", "network": {"id": "508484c6-3f71-452f-95e3-134eb9d4fc71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-770809512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2af3e6ab33a448ce8a11880c50b6197b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce16260-9f", "ovs_interfaceid": "9ce16260-9fab-4353-924f-efb9f1af9e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.782390] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1046.782390] env[69773]: value = "task-3390552" [ 1046.782390] env[69773]: _type = "Task" [ 1046.782390] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.793611] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.795956] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.427s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.798999] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.314s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.799275] env[69773]: DEBUG nova.objects.instance [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lazy-loading 'resources' on Instance uuid f0997d21-5f64-4fee-902b-8f2de26439ba {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.826111] env[69773]: DEBUG oslo_concurrency.lockutils [None req-60cf5985-34aa-4c06-b42a-38d34e3f4239 tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "b1d8226e-b89c-4b86-aff3-b83694df5b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.215s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.865864] env[69773]: DEBUG oslo_vmware.api [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390548, 'name': PowerOnVM_Task, 'duration_secs': 1.260671} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.870347] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.870638] env[69773]: DEBUG nova.compute.manager [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1046.871564] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ca6b0c-b836-4801-b75f-d2c333e87616 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.900068] env[69773]: DEBUG nova.compute.manager [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.900068] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1b67172-eaa3-4ce2-a942-9aa7c22ca7b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.910793] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fdcd39-4a1c-4d98-b8ca-566f4a611497 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.923069] env[69773]: DEBUG nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.953357] env[69773]: WARNING nova.virt.vmwareapi.driver [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a could not be found. [ 1046.953357] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.955167] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f664e2d6-e5f9-40d5-a94d-89c127d04899 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.963997] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4be21c6-0ac6-4be2-b78e-1ea9085aa6ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.001619] env[69773]: INFO nova.compute.manager [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Resuming [ 1047.002299] env[69773]: DEBUG nova.objects.instance [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lazy-loading 'flavor' on Instance uuid e5bc9684-6a36-43e9-9f08-631914048341 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1047.004816] env[69773]: WARNING nova.virt.vmwareapi.vmops [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 50bc9426-4f8d-4728-82e6-38dbe2eeb62a could not be found. [ 1047.004816] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.004816] env[69773]: INFO nova.compute.manager [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1047.004816] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.005143] env[69773]: DEBUG nova.compute.manager [-] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.005243] env[69773]: DEBUG nova.network.neutron [-] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1047.132053] env[69773]: DEBUG oslo_vmware.api [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390550, 'name': PowerOnVM_Task, 'duration_secs': 0.831679} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.132053] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.132053] env[69773]: INFO nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1047.132419] env[69773]: DEBUG nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.133455] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3691e361-75fe-434b-9896-a2c673e07ded {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.277440] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.277878] env[69773]: DEBUG nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Instance network_info: |[{"id": "9ce16260-9fab-4353-924f-efb9f1af9e67", "address": "fa:16:3e:5a:25:7a", "network": {"id": "508484c6-3f71-452f-95e3-134eb9d4fc71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-770809512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2af3e6ab33a448ce8a11880c50b6197b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce16260-9f", "ovs_interfaceid": "9ce16260-9fab-4353-924f-efb9f1af9e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.278345] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:25:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce16260-9fab-4353-924f-efb9f1af9e67', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.287067] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Creating folder: Project (2af3e6ab33a448ce8a11880c50b6197b). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.287425] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2ece308-6018-44f7-b417-456bee8038ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.310517] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390552, 'name': ReconfigVM_Task, 'duration_secs': 0.321219} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.314293] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfigured VM instance instance-00000052 to attach disk [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68/b3cbd675-8893-4267-b1dd-10a9f8bc6a68.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.314955] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Created folder: Project (2af3e6ab33a448ce8a11880c50b6197b) in parent group-v676268. [ 1047.315152] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Creating folder: Instances. Parent ref: group-v676513. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.316453] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc4febd8-63fd-468a-8d14-e9c5e34f571c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.320360] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61407fce-be47-4f80-91ef-747b8dfb43bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.326764] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1047.326764] env[69773]: value = "task-3390555" [ 1047.326764] env[69773]: _type = "Task" [ 1047.326764] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.333393] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Created folder: Instances in parent group-v676513. [ 1047.333393] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.333772] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.336299] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-602d0cf3-ab62-40ff-bd76-1020bec21385 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.359071] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390555, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.370828] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.370828] env[69773]: value = "task-3390556" [ 1047.370828] env[69773]: _type = "Task" [ 1047.370828] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.388876] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390556, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.391424] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.402317] env[69773]: INFO nova.scheduler.client.report [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted allocation for migration 7bf399eb-6687-44ff-8e7f-69fa3ee1bc49 [ 1047.448848] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.504738] env[69773]: DEBUG nova.compute.manager [req-3b077da2-5059-43d8-8b81-ed7dbb2dcf65 req-fd1b9234-a9a3-4c44-8fa1-57f74b984a85 service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Received event network-changed-9ce16260-9fab-4353-924f-efb9f1af9e67 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.504971] env[69773]: DEBUG nova.compute.manager [req-3b077da2-5059-43d8-8b81-ed7dbb2dcf65 req-fd1b9234-a9a3-4c44-8fa1-57f74b984a85 service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Refreshing instance network info cache due to event network-changed-9ce16260-9fab-4353-924f-efb9f1af9e67. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.505427] env[69773]: DEBUG oslo_concurrency.lockutils [req-3b077da2-5059-43d8-8b81-ed7dbb2dcf65 req-fd1b9234-a9a3-4c44-8fa1-57f74b984a85 service nova] Acquiring lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.505574] env[69773]: DEBUG oslo_concurrency.lockutils [req-3b077da2-5059-43d8-8b81-ed7dbb2dcf65 req-fd1b9234-a9a3-4c44-8fa1-57f74b984a85 service nova] Acquired lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.505743] env[69773]: DEBUG nova.network.neutron [req-3b077da2-5059-43d8-8b81-ed7dbb2dcf65 req-fd1b9234-a9a3-4c44-8fa1-57f74b984a85 service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Refreshing network info cache for port 9ce16260-9fab-4353-924f-efb9f1af9e67 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1047.658936] env[69773]: INFO nova.compute.manager [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Took 30.77 seconds to build instance. [ 1047.720893] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3dc833-4ab1-4837-b64a-0d317f0a8b1c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.731169] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d925258-45a5-4458-accf-316c2c31c964 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.765352] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02a8a39-92c3-433b-adef-f73d92dfabc9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.775085] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ef0ade-93a7-413b-84bc-51a55b1c95c2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.790151] env[69773]: DEBUG nova.compute.provider_tree [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.841116] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390555, 'name': Rename_Task, 'duration_secs': 0.178395} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.841116] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.841116] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a3f0d6e-953a-4c78-a324-026c35fe98bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.849050] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1047.849050] env[69773]: value = "task-3390557" [ 1047.849050] env[69773]: _type = "Task" [ 1047.849050] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.858711] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.872543] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "03c75a4f-e3da-49c0-81bf-af3960417dd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.872828] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "03c75a4f-e3da-49c0-81bf-af3960417dd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.873114] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "03c75a4f-e3da-49c0-81bf-af3960417dd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.873377] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "03c75a4f-e3da-49c0-81bf-af3960417dd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.873582] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "03c75a4f-e3da-49c0-81bf-af3960417dd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.879284] env[69773]: INFO nova.compute.manager [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Terminating instance [ 1047.887905] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390556, 'name': CreateVM_Task, 'duration_secs': 0.362764} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.888195] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.888963] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.889200] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.889579] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.890070] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e145f086-4cc3-4fa8-b98d-06a4182ff2b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.897257] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1047.897257] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52186691-f271-c026-5039-b1b614bc0096" [ 1047.897257] env[69773]: _type = "Task" [ 1047.897257] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.909591] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52186691-f271-c026-5039-b1b614bc0096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.910190] env[69773]: DEBUG oslo_concurrency.lockutils [None req-46984ab7-a8d7-4f1d-bdf8-669727eb486a tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.610s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.165782] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b4f9a52-cd9f-4328-b943-38514b859248 tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "40c83586-fd8e-4644-8c26-9c76354f17bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.296s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.293342] env[69773]: DEBUG nova.scheduler.client.report [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.359653] env[69773]: DEBUG nova.network.neutron [req-3b077da2-5059-43d8-8b81-ed7dbb2dcf65 req-fd1b9234-a9a3-4c44-8fa1-57f74b984a85 service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Updated VIF entry in instance network info cache for port 9ce16260-9fab-4353-924f-efb9f1af9e67. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1048.360195] env[69773]: DEBUG nova.network.neutron [req-3b077da2-5059-43d8-8b81-ed7dbb2dcf65 req-fd1b9234-a9a3-4c44-8fa1-57f74b984a85 service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Updating instance_info_cache with network_info: [{"id": "9ce16260-9fab-4353-924f-efb9f1af9e67", "address": "fa:16:3e:5a:25:7a", "network": {"id": "508484c6-3f71-452f-95e3-134eb9d4fc71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-770809512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2af3e6ab33a448ce8a11880c50b6197b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce16260-9f", "ovs_interfaceid": "9ce16260-9fab-4353-924f-efb9f1af9e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.370138] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.384560] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "refresh_cache-03c75a4f-e3da-49c0-81bf-af3960417dd8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.384560] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquired lock "refresh_cache-03c75a4f-e3da-49c0-81bf-af3960417dd8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.384776] env[69773]: DEBUG nova.network.neutron [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1048.411181] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52186691-f271-c026-5039-b1b614bc0096, 'name': SearchDatastore_Task, 'duration_secs': 0.01248} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.411540] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.411820] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.412184] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.412258] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.412396] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.413284] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4dd6bcb4-e1e2-42c6-9aff-d466ac934e1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.427163] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.427867] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.429831] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcaf9fc1-8fde-4b6f-ae4c-827b894ae848 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.435794] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1048.435794] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5ba93-96a8-5b84-1ab7-450845629232" [ 1048.435794] env[69773]: _type = "Task" [ 1048.435794] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.445387] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5ba93-96a8-5b84-1ab7-450845629232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.521458] env[69773]: DEBUG oslo_concurrency.lockutils [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.521458] env[69773]: DEBUG oslo_concurrency.lockutils [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquired lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.521458] env[69773]: DEBUG nova.network.neutron [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1048.678823] env[69773]: DEBUG nova.network.neutron [-] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.798849] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.801485] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.169s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.803084] env[69773]: INFO nova.compute.claims [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.825898] env[69773]: INFO nova.scheduler.client.report [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Deleted allocations for instance f0997d21-5f64-4fee-902b-8f2de26439ba [ 1048.861873] env[69773]: DEBUG oslo_vmware.api [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390557, 'name': PowerOnVM_Task, 'duration_secs': 0.525173} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.862076] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.862214] env[69773]: INFO nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1048.862335] env[69773]: DEBUG nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1048.863355] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e97a30-95ed-40ec-bf6b-70cb09fd4a1c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.867012] env[69773]: DEBUG oslo_concurrency.lockutils [req-3b077da2-5059-43d8-8b81-ed7dbb2dcf65 req-fd1b9234-a9a3-4c44-8fa1-57f74b984a85 service nova] Releasing lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.927584] env[69773]: DEBUG nova.network.neutron [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1048.948246] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5ba93-96a8-5b84-1ab7-450845629232, 'name': SearchDatastore_Task, 'duration_secs': 0.029296} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.949125] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26046f9a-5119-4eed-8dd5-c5b36fc3ff16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.956050] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1048.956050] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f1ef6f-8cb4-1cad-5122-d012b0467f11" [ 1048.956050] env[69773]: _type = "Task" [ 1048.956050] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.964106] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f1ef6f-8cb4-1cad-5122-d012b0467f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.019178] env[69773]: DEBUG nova.network.neutron [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.058020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.058398] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.058652] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.058913] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.059112] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.061363] env[69773]: INFO nova.compute.manager [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Terminating instance [ 1049.181566] env[69773]: INFO nova.compute.manager [-] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Took 2.18 seconds to deallocate network for instance. [ 1049.259422] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquiring lock "b1d8226e-b89c-4b86-aff3-b83694df5b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.259701] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "b1d8226e-b89c-4b86-aff3-b83694df5b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.259907] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquiring lock "b1d8226e-b89c-4b86-aff3-b83694df5b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.260114] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "b1d8226e-b89c-4b86-aff3-b83694df5b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.260317] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "b1d8226e-b89c-4b86-aff3-b83694df5b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.263754] env[69773]: INFO nova.compute.manager [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Terminating instance [ 1049.304516] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d57eb8-111f-4002-b3e4-e5fca60b4e23 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.314725] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-577e8c97-e327-421b-9160-275b204a1d70 tempest-ServersAdminNegativeTestJSON-1379282972 tempest-ServersAdminNegativeTestJSON-1379282972-project-admin] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Suspending the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1049.314725] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3d32a281-345d-4618-a6d3-65fd0032d062 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.320625] env[69773]: DEBUG oslo_vmware.api [None req-577e8c97-e327-421b-9160-275b204a1d70 tempest-ServersAdminNegativeTestJSON-1379282972 tempest-ServersAdminNegativeTestJSON-1379282972-project-admin] Waiting for the task: (returnval){ [ 1049.320625] env[69773]: value = "task-3390558" [ 1049.320625] env[69773]: _type = "Task" [ 1049.320625] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.330464] env[69773]: DEBUG oslo_vmware.api [None req-577e8c97-e327-421b-9160-275b204a1d70 tempest-ServersAdminNegativeTestJSON-1379282972 tempest-ServersAdminNegativeTestJSON-1379282972-project-admin] Task: {'id': task-3390558, 'name': SuspendVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.333465] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eefb3bce-8e0b-4d5e-bc28-8ee4b7e112bd tempest-ServerAddressesNegativeTestJSON-1670430201 tempest-ServerAddressesNegativeTestJSON-1670430201-project-member] Lock "f0997d21-5f64-4fee-902b-8f2de26439ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.269s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.385476] env[69773]: INFO nova.compute.manager [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Took 23.97 seconds to build instance. [ 1049.449078] env[69773]: DEBUG nova.network.neutron [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [{"id": "1d185f89-746d-438e-bd56-43c84d032868", "address": "fa:16:3e:f3:43:b6", "network": {"id": "e5106eee-5bb3-45a0-b60c-d9b784d41911", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1380965731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dfaac909914b4d52a7bf41b0b6a6917a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d185f89-74", "ovs_interfaceid": "1d185f89-746d-438e-bd56-43c84d032868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.470231] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f1ef6f-8cb4-1cad-5122-d012b0467f11, 'name': SearchDatastore_Task, 'duration_secs': 0.037084} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.470655] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.470879] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04/cbe3e900-b9aa-48d8-a777-fe0a1f77cb04.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.472241] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35804d8-3a6f-458d-adaa-df7673d01945 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.480545] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1049.480545] env[69773]: value = "task-3390559" [ 1049.480545] env[69773]: _type = "Task" [ 1049.480545] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.489946] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.522831] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Releasing lock "refresh_cache-03c75a4f-e3da-49c0-81bf-af3960417dd8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.526112] env[69773]: DEBUG nova.compute.manager [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.526112] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.526112] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110753bd-21dd-4670-96f4-61964f90d386 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.534910] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.534910] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5136fa1e-59b2-4201-9905-47e61bac9cf2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.541980] env[69773]: DEBUG oslo_vmware.api [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1049.541980] env[69773]: value = "task-3390560" [ 1049.541980] env[69773]: _type = "Task" [ 1049.541980] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.551724] env[69773]: DEBUG oslo_vmware.api [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.565267] env[69773]: DEBUG nova.compute.manager [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.565709] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.566483] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75e4856-889e-49f6-ab79-7790be9a27fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.574271] env[69773]: DEBUG nova.compute.manager [req-767cf4e8-06b6-44f0-a459-0743db00a42b req-2a525e77-dda8-4444-aee8-a4d16f1e41fa service nova] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Received event network-vif-deleted-08f1f57c-0574-4c65-afad-69a8358732d5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.577266] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.577548] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e95b11-3ac2-4757-b756-9876f547f677 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.587221] env[69773]: DEBUG oslo_vmware.api [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1049.587221] env[69773]: value = "task-3390561" [ 1049.587221] env[69773]: _type = "Task" [ 1049.587221] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.597277] env[69773]: DEBUG oslo_vmware.api [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.772921] env[69773]: DEBUG nova.compute.manager [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.773192] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.774568] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7f3f0-14b8-408c-ac3c-8f3b40bd9efc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.781321] env[69773]: INFO nova.compute.manager [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Took 0.60 seconds to detach 1 volumes for instance. [ 1049.785536] env[69773]: DEBUG nova.compute.manager [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Deleting volume: c48ed849-f6cd-4537-820f-70c7da3be9f1 {{(pid=69773) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1049.793417] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.793417] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41938e3a-4d78-4295-a697-12b237cf74de {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.799039] env[69773]: DEBUG oslo_vmware.api [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1049.799039] env[69773]: value = "task-3390562" [ 1049.799039] env[69773]: _type = "Task" [ 1049.799039] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.808313] env[69773]: DEBUG oslo_vmware.api [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.834642] env[69773]: DEBUG oslo_vmware.api [None req-577e8c97-e327-421b-9160-275b204a1d70 tempest-ServersAdminNegativeTestJSON-1379282972 tempest-ServersAdminNegativeTestJSON-1379282972-project-admin] Task: {'id': task-3390558, 'name': SuspendVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.871497] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.871497] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.888825] env[69773]: DEBUG oslo_concurrency.lockutils [None req-253af9dc-eeb2-4ea5-b4fb-734011725a57 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.477s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.956078] env[69773]: DEBUG oslo_concurrency.lockutils [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Releasing lock "refresh_cache-e5bc9684-6a36-43e9-9f08-631914048341" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.957371] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98a9099-ddb4-43dd-ada1-bc3bcd9f2968 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.969654] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Resuming the VM {{(pid=69773) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1049.970474] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90d8597a-dea6-412e-96cf-ffd16b4fcd22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.977823] env[69773]: DEBUG oslo_vmware.api [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1049.977823] env[69773]: value = "task-3390564" [ 1049.977823] env[69773]: _type = "Task" [ 1049.977823] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.992397] env[69773]: DEBUG oslo_vmware.api [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.996452] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390559, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.053869] env[69773]: DEBUG oslo_vmware.api [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390560, 'name': PowerOffVM_Task, 'duration_secs': 0.185243} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.054569] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.057028] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.057028] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdba491b-fdcf-453d-9fa0-eb116e6ed890 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.094737] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.095348] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.095732] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Deleting the datastore file [datastore2] 03c75a4f-e3da-49c0-81bf-af3960417dd8 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.096964] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42eae04d-0212-4423-8ab6-38cdf83d367d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.106327] env[69773]: DEBUG oslo_vmware.api [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390561, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.112459] env[69773]: DEBUG oslo_vmware.api [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for the task: (returnval){ [ 1050.112459] env[69773]: value = "task-3390566" [ 1050.112459] env[69773]: _type = "Task" [ 1050.112459] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.122398] env[69773]: DEBUG oslo_vmware.api [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.256623] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76647c7c-7e96-4b6c-aad0-6aea8496a248 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.264888] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5882596a-9925-4752-b8f7-f5cf9779fd66 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.308527] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8d9d60-ac9d-4cd0-8d63-e8deced07088 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.316515] env[69773]: DEBUG oslo_vmware.api [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390562, 'name': PowerOffVM_Task, 'duration_secs': 0.28643} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.320168] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.320168] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.320168] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c87fcb4-20e3-4932-95bd-b703d60ae511 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.321970] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1016d33c-8584-49cf-96ed-11e91079aded {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.334536] env[69773]: DEBUG oslo_vmware.api [None req-577e8c97-e327-421b-9160-275b204a1d70 tempest-ServersAdminNegativeTestJSON-1379282972 tempest-ServersAdminNegativeTestJSON-1379282972-project-admin] Task: {'id': task-3390558, 'name': SuspendVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.343671] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.344234] env[69773]: DEBUG nova.compute.provider_tree [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.374928] env[69773]: DEBUG nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.397353] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.397603] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.397758] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Deleting the datastore file [datastore2] b1d8226e-b89c-4b86-aff3-b83694df5b65 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.398049] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ca7a157-2f2d-4bb7-9163-738d927ac1e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.407177] env[69773]: DEBUG oslo_vmware.api [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for the task: (returnval){ [ 1050.407177] env[69773]: value = "task-3390568" [ 1050.407177] env[69773]: _type = "Task" [ 1050.407177] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.413717] env[69773]: DEBUG oslo_vmware.api [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.492263] env[69773]: DEBUG oslo_vmware.api [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390564, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.497448] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.703716} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.497448] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04/cbe3e900-b9aa-48d8-a777-fe0a1f77cb04.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.497587] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.497847] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d4cf64c-9b7d-4302-abdb-d18254a70106 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.505309] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1050.505309] env[69773]: value = "task-3390569" [ 1050.505309] env[69773]: _type = "Task" [ 1050.505309] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.515493] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.599058] env[69773]: DEBUG oslo_vmware.api [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390561, 'name': PowerOffVM_Task, 'duration_secs': 0.924529} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.599058] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.599199] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1050.599438] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82fc214f-ed90-4705-ba76-9171eed625fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.621742] env[69773]: DEBUG oslo_vmware.api [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Task: {'id': task-3390566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16109} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.622610] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.622610] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.622610] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.622867] env[69773]: INFO nova.compute.manager [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1050.623188] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.623485] env[69773]: DEBUG nova.compute.manager [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.623657] env[69773]: DEBUG nova.network.neutron [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1050.657642] env[69773]: DEBUG nova.network.neutron [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1050.675201] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1050.675423] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1050.676103] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleting the datastore file [datastore1] afc47499-9e0a-4fab-b0c7-2cd7058ea7b1 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1050.676103] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2326fd9-50fc-40c1-a466-ff2f06018a92 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.682573] env[69773]: DEBUG oslo_vmware.api [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1050.682573] env[69773]: value = "task-3390571" [ 1050.682573] env[69773]: _type = "Task" [ 1050.682573] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.691488] env[69773]: DEBUG oslo_vmware.api [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.837170] env[69773]: DEBUG oslo_vmware.api [None req-577e8c97-e327-421b-9160-275b204a1d70 tempest-ServersAdminNegativeTestJSON-1379282972 tempest-ServersAdminNegativeTestJSON-1379282972-project-admin] Task: {'id': task-3390558, 'name': SuspendVM_Task, 'duration_secs': 1.199175} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.837462] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-577e8c97-e327-421b-9160-275b204a1d70 tempest-ServersAdminNegativeTestJSON-1379282972 tempest-ServersAdminNegativeTestJSON-1379282972-project-admin] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Suspended the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1050.837640] env[69773]: DEBUG nova.compute.manager [None req-577e8c97-e327-421b-9160-275b204a1d70 tempest-ServersAdminNegativeTestJSON-1379282972 tempest-ServersAdminNegativeTestJSON-1379282972-project-admin] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.838464] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563f1904-4761-4465-b2cf-38a7c131f014 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.847942] env[69773]: DEBUG nova.scheduler.client.report [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.905010] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.915115] env[69773]: DEBUG oslo_vmware.api [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Task: {'id': task-3390568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435401} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.915569] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.915801] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.915996] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.916597] env[69773]: INFO nova.compute.manager [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1050.916597] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.916750] env[69773]: DEBUG nova.compute.manager [-] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.916852] env[69773]: DEBUG nova.network.neutron [-] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1050.992178] env[69773]: DEBUG oslo_vmware.api [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.018656] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062601} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.018656] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.019277] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebc2262-bb3f-462e-b234-f6b2557b4fa5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.046544] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04/cbe3e900-b9aa-48d8-a777-fe0a1f77cb04.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.046930] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5add7f1-3ecb-4f75-b190-950dbd4c3397 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.070821] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1051.070821] env[69773]: value = "task-3390572" [ 1051.070821] env[69773]: _type = "Task" [ 1051.070821] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.080735] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.162737] env[69773]: DEBUG nova.network.neutron [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.193570] env[69773]: DEBUG oslo_vmware.api [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460807} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.193837] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.194088] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.194217] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.194391] env[69773]: INFO nova.compute.manager [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1051.194632] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.194833] env[69773]: DEBUG nova.compute.manager [-] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.194962] env[69773]: DEBUG nova.network.neutron [-] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1051.355441] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.355953] env[69773]: DEBUG nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.359835] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.157s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.361500] env[69773]: INFO nova.compute.claims [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.493444] env[69773]: DEBUG oslo_vmware.api [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390564, 'name': PowerOnVM_Task, 'duration_secs': 1.398545} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.494022] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Resumed the VM {{(pid=69773) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1051.494254] env[69773]: DEBUG nova.compute.manager [None req-00f9b9ec-34d6-4ee7-ba44-d4bcddf8d3fa tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.495253] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d31743d-b345-4a51-9d8c-e845713d06b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.543312] env[69773]: DEBUG nova.compute.manager [req-71cf6cec-3e47-447d-bc22-c5c8bdfade8a req-805d90d5-ee60-4a84-9935-fb0a1ff28a21 service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Received event network-vif-deleted-2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.543911] env[69773]: INFO nova.compute.manager [req-71cf6cec-3e47-447d-bc22-c5c8bdfade8a req-805d90d5-ee60-4a84-9935-fb0a1ff28a21 service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Neutron deleted interface 2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b; detaching it from the instance and deleting it from the info cache [ 1051.543911] env[69773]: DEBUG nova.network.neutron [req-71cf6cec-3e47-447d-bc22-c5c8bdfade8a req-805d90d5-ee60-4a84-9935-fb0a1ff28a21 service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.583761] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.665675] env[69773]: INFO nova.compute.manager [-] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Took 1.04 seconds to deallocate network for instance. [ 1051.726210] env[69773]: DEBUG nova.compute.manager [req-362cff71-1b3f-4f01-955e-a62b86399ffe req-b4243316-c6ab-4895-9c3c-ddf6399a274e service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Received event network-changed-f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.726210] env[69773]: DEBUG nova.compute.manager [req-362cff71-1b3f-4f01-955e-a62b86399ffe req-b4243316-c6ab-4895-9c3c-ddf6399a274e service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Refreshing instance network info cache due to event network-changed-f332e101-6a92-41d5-ad00-aa633583b8d7. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.726210] env[69773]: DEBUG oslo_concurrency.lockutils [req-362cff71-1b3f-4f01-955e-a62b86399ffe req-b4243316-c6ab-4895-9c3c-ddf6399a274e service nova] Acquiring lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.726210] env[69773]: DEBUG oslo_concurrency.lockutils [req-362cff71-1b3f-4f01-955e-a62b86399ffe req-b4243316-c6ab-4895-9c3c-ddf6399a274e service nova] Acquired lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.726210] env[69773]: DEBUG nova.network.neutron [req-362cff71-1b3f-4f01-955e-a62b86399ffe req-b4243316-c6ab-4895-9c3c-ddf6399a274e service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Refreshing network info cache for port f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1051.844027] env[69773]: DEBUG nova.network.neutron [-] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.867607] env[69773]: DEBUG nova.compute.utils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.872022] env[69773]: DEBUG nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.872022] env[69773]: DEBUG nova.network.neutron [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.916222] env[69773]: DEBUG nova.policy [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7c15677dc454f6f8bec89f582b4a798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb40387446674823ba68438dbb4cf9c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.046645] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cbda9b6a-cf08-44e2-819b-85687e0df4b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.058979] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b8f06-122f-4144-981c-bf03b1232cdf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.081663] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390572, 'name': ReconfigVM_Task, 'duration_secs': 0.737782} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.081663] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Reconfigured VM instance instance-00000053 to attach disk [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04/cbe3e900-b9aa-48d8-a777-fe0a1f77cb04.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.082494] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00317f6c-f1e3-43c5-b5e4-865bca94b326 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.096854] env[69773]: DEBUG nova.compute.manager [req-71cf6cec-3e47-447d-bc22-c5c8bdfade8a req-805d90d5-ee60-4a84-9935-fb0a1ff28a21 service nova] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Detach interface failed, port_id=2ba7221d-0f8b-4b92-891c-d1ff0eb5b14b, reason: Instance b1d8226e-b89c-4b86-aff3-b83694df5b65 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1052.102694] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1052.102694] env[69773]: value = "task-3390573" [ 1052.102694] env[69773]: _type = "Task" [ 1052.102694] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.110905] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390573, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.171676] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.194060] env[69773]: DEBUG nova.network.neutron [-] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.289252] env[69773]: DEBUG nova.network.neutron [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Successfully created port: f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.346729] env[69773]: INFO nova.compute.manager [-] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Took 1.43 seconds to deallocate network for instance. [ 1052.374544] env[69773]: DEBUG nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.613526] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390573, 'name': Rename_Task, 'duration_secs': 0.193191} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.613871] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.614180] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-788d2a4d-a24d-4dbe-bd31-16986410f7e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.624252] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1052.624252] env[69773]: value = "task-3390574" [ 1052.624252] env[69773]: _type = "Task" [ 1052.624252] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.642284] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390574, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.699051] env[69773]: INFO nova.compute.manager [-] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Took 1.50 seconds to deallocate network for instance. [ 1052.724032] env[69773]: DEBUG nova.network.neutron [req-362cff71-1b3f-4f01-955e-a62b86399ffe req-b4243316-c6ab-4895-9c3c-ddf6399a274e service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updated VIF entry in instance network info cache for port f332e101-6a92-41d5-ad00-aa633583b8d7. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1052.724032] env[69773]: DEBUG nova.network.neutron [req-362cff71-1b3f-4f01-955e-a62b86399ffe req-b4243316-c6ab-4895-9c3c-ddf6399a274e service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating instance_info_cache with network_info: [{"id": "f332e101-6a92-41d5-ad00-aa633583b8d7", "address": "fa:16:3e:3e:2a:4e", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332e101-6a", "ovs_interfaceid": "f332e101-6a92-41d5-ad00-aa633583b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.746603] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb190298-783f-4aab-9ff9-bf36ea0e694a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.756156] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931dbe16-547a-4348-b95a-4d62a2d45a08 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.788165] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d59c3b-d5df-45da-b6a6-53820a93820c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.797602] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4614697-2888-4ac1-be75-5fd4e8aa1f29 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.816142] env[69773]: DEBUG nova.compute.provider_tree [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.858954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.973827] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.974066] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.135894] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.137562] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "40c83586-fd8e-4644-8c26-9c76354f17bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.137649] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "40c83586-fd8e-4644-8c26-9c76354f17bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.137858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "40c83586-fd8e-4644-8c26-9c76354f17bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.138068] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "40c83586-fd8e-4644-8c26-9c76354f17bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.138241] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "40c83586-fd8e-4644-8c26-9c76354f17bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.141908] env[69773]: INFO nova.compute.manager [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Terminating instance [ 1053.212179] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.227469] env[69773]: DEBUG oslo_concurrency.lockutils [req-362cff71-1b3f-4f01-955e-a62b86399ffe req-b4243316-c6ab-4895-9c3c-ddf6399a274e service nova] Releasing lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.319593] env[69773]: DEBUG nova.scheduler.client.report [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.389399] env[69773]: DEBUG nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.416726] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.416949] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.417064] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.417255] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.417402] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.417578] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.417805] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.417958] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.418139] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.418304] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.418475] env[69773]: DEBUG nova.virt.hardware [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.419373] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c922b-5526-49ae-841c-4bb62dd80639 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.429715] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea922aa-3855-4f00-ac72-531fb186f100 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.477041] env[69773]: DEBUG nova.compute.manager [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1053.634339] env[69773]: DEBUG oslo_vmware.api [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390574, 'name': PowerOnVM_Task, 'duration_secs': 0.862055} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.634632] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.634844] env[69773]: INFO nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1053.635111] env[69773]: DEBUG nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1053.635915] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642df202-9ba2-4a41-8fbb-a7ca3cfdb05d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.645435] env[69773]: DEBUG nova.compute.manager [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.645635] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.646407] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eee6130-7e3f-47cb-a50e-b3a702e86ac9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.654605] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.654849] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-691b6166-4120-4927-8bd3-c51bc93f9b36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.730576] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.730866] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.731117] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Deleting the datastore file [datastore2] 40c83586-fd8e-4644-8c26-9c76354f17bf {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.731442] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c681a3c0-69f1-463f-80cb-7e672c20ee21 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.739533] env[69773]: DEBUG oslo_vmware.api [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1053.739533] env[69773]: value = "task-3390576" [ 1053.739533] env[69773]: _type = "Task" [ 1053.739533] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.749824] env[69773]: DEBUG oslo_vmware.api [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.780007] env[69773]: DEBUG nova.compute.manager [req-a108acb8-a04e-421c-811d-86d6410beba4 req-63dd9868-dcdf-4857-a916-19a5373bb5aa service nova] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Received event network-vif-deleted-f90795fd-1b7f-48d4-9922-1bd823923c03 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.825082] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.465s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.825759] env[69773]: DEBUG nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.830092] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.849s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.998083] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.114574] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f52e15-4b67-462f-91cf-63e9f49467a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.118941] env[69773]: DEBUG nova.network.neutron [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Successfully updated port: f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.126314] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2f58e4-7378-4047-a438-a736f1ae2d38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.163532] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e526ad8-2798-4e25-8984-1ac902630e2d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.174922] env[69773]: INFO nova.compute.manager [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Took 28.72 seconds to build instance. [ 1054.178429] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600fcbdf-c74d-43e3-ab5a-18f9ae9054ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.194239] env[69773]: DEBUG nova.compute.provider_tree [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.250992] env[69773]: DEBUG oslo_vmware.api [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224855} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.251366] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.251442] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.251607] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.251772] env[69773]: INFO nova.compute.manager [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1054.252020] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.252526] env[69773]: DEBUG nova.compute.manager [-] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.252628] env[69773]: DEBUG nova.network.neutron [-] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1054.335317] env[69773]: DEBUG nova.compute.utils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.336702] env[69773]: DEBUG nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.340019] env[69773]: DEBUG nova.network.neutron [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.374857] env[69773]: DEBUG nova.policy [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c50237526c9b4a1f9bca7cba529152ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6aeafafd2fbd4585bb6f775e54eb2721', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.625826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.625826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.625826] env[69773]: DEBUG nova.network.neutron [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1054.669132] env[69773]: DEBUG nova.network.neutron [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Successfully created port: 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.677514] env[69773]: INFO nova.compute.manager [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Rescuing [ 1054.677792] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.677941] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.678117] env[69773]: DEBUG nova.network.neutron [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1054.684138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a581e0e5-37d9-48e3-b900-af6df48dac5e tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.236s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.697460] env[69773]: DEBUG nova.scheduler.client.report [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.840193] env[69773]: DEBUG nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.156814] env[69773]: DEBUG nova.network.neutron [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1055.203016] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.372s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.203016] env[69773]: INFO nova.compute.manager [None req-47876e1e-ebca-49c8-a87b-31f358d6b77b tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Successfully reverted task state from rebuilding on failure for instance. [ 1055.208064] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.817s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.208254] env[69773]: DEBUG nova.objects.instance [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1055.352019] env[69773]: DEBUG nova.network.neutron [-] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.423955] env[69773]: DEBUG nova.network.neutron [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [{"id": "f588e01f-fe9d-4f57-88df-71a0be44245c", "address": "fa:16:3e:a9:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf588e01f-fe", "ovs_interfaceid": "f588e01f-fe9d-4f57-88df-71a0be44245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.531159] env[69773]: DEBUG nova.network.neutron [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Updating instance_info_cache with network_info: [{"id": "9ce16260-9fab-4353-924f-efb9f1af9e67", "address": "fa:16:3e:5a:25:7a", "network": {"id": "508484c6-3f71-452f-95e3-134eb9d4fc71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-770809512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2af3e6ab33a448ce8a11880c50b6197b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce16260-9f", "ovs_interfaceid": "9ce16260-9fab-4353-924f-efb9f1af9e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.811170] env[69773]: DEBUG nova.compute.manager [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Received event network-vif-plugged-f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.811432] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] Acquiring lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.811624] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.811793] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.811961] env[69773]: DEBUG nova.compute.manager [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] No waiting events found dispatching network-vif-plugged-f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.812167] env[69773]: WARNING nova.compute.manager [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Received unexpected event network-vif-plugged-f588e01f-fe9d-4f57-88df-71a0be44245c for instance with vm_state building and task_state spawning. [ 1055.812342] env[69773]: DEBUG nova.compute.manager [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Received event network-changed-f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.812498] env[69773]: DEBUG nova.compute.manager [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Refreshing instance network info cache due to event network-changed-f588e01f-fe9d-4f57-88df-71a0be44245c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.812773] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] Acquiring lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.850456] env[69773]: DEBUG nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.856427] env[69773]: INFO nova.compute.manager [-] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Took 1.60 seconds to deallocate network for instance. [ 1055.877234] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.877234] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.877234] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.877234] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.877478] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.877515] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.877836] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.877975] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.878191] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.878365] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.878538] env[69773]: DEBUG nova.virt.hardware [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.880166] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54570e-f81e-437a-a725-bc7e950ff0d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.888344] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fa2c80-6de3-445f-b02e-8dee6b2eba18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.927964] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.927964] env[69773]: DEBUG nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Instance network_info: |[{"id": "f588e01f-fe9d-4f57-88df-71a0be44245c", "address": "fa:16:3e:a9:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf588e01f-fe", "ovs_interfaceid": "f588e01f-fe9d-4f57-88df-71a0be44245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.929051] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] Acquired lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.929051] env[69773]: DEBUG nova.network.neutron [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Refreshing network info cache for port f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1055.929808] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:74:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f588e01f-fe9d-4f57-88df-71a0be44245c', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.937390] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.937909] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.938149] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38d33d61-2445-46f3-b63f-62b87eb034f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.959235] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.959235] env[69773]: value = "task-3390577" [ 1055.959235] env[69773]: _type = "Task" [ 1055.959235] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.968825] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390577, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.034581] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "refresh_cache-cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.048844] env[69773]: DEBUG nova.compute.manager [req-e23c7b53-cdea-4723-8dd0-06b44fa0d017 req-207161df-4855-46ea-8116-536ce4b7bb40 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received event network-vif-plugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.049087] env[69773]: DEBUG oslo_concurrency.lockutils [req-e23c7b53-cdea-4723-8dd0-06b44fa0d017 req-207161df-4855-46ea-8116-536ce4b7bb40 service nova] Acquiring lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.049313] env[69773]: DEBUG oslo_concurrency.lockutils [req-e23c7b53-cdea-4723-8dd0-06b44fa0d017 req-207161df-4855-46ea-8116-536ce4b7bb40 service nova] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.049479] env[69773]: DEBUG oslo_concurrency.lockutils [req-e23c7b53-cdea-4723-8dd0-06b44fa0d017 req-207161df-4855-46ea-8116-536ce4b7bb40 service nova] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.049756] env[69773]: DEBUG nova.compute.manager [req-e23c7b53-cdea-4723-8dd0-06b44fa0d017 req-207161df-4855-46ea-8116-536ce4b7bb40 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] No waiting events found dispatching network-vif-plugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.049877] env[69773]: WARNING nova.compute.manager [req-e23c7b53-cdea-4723-8dd0-06b44fa0d017 req-207161df-4855-46ea-8116-536ce4b7bb40 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received unexpected event network-vif-plugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 for instance with vm_state building and task_state spawning. [ 1056.144928] env[69773]: DEBUG nova.network.neutron [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Successfully updated port: 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.219693] env[69773]: DEBUG oslo_concurrency.lockutils [None req-474f0b91-75b5-482e-aaa7-315504e31794 tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.220389] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.772s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.221711] env[69773]: INFO nova.compute.claims [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.362879] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.470137] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390577, 'name': CreateVM_Task, 'duration_secs': 0.304389} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.472404] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.473095] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.473265] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.473573] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.474122] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b86f2e6-edf4-455e-b27b-240017f73e0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.478285] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1056.478285] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b6af47-c004-da20-d1ff-67c63bdd723e" [ 1056.478285] env[69773]: _type = "Task" [ 1056.478285] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.485690] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b6af47-c004-da20-d1ff-67c63bdd723e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.649667] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.649815] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.649963] env[69773]: DEBUG nova.network.neutron [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1056.652567] env[69773]: DEBUG nova.network.neutron [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updated VIF entry in instance network info cache for port f588e01f-fe9d-4f57-88df-71a0be44245c. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1056.652939] env[69773]: DEBUG nova.network.neutron [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [{"id": "f588e01f-fe9d-4f57-88df-71a0be44245c", "address": "fa:16:3e:a9:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf588e01f-fe", "ovs_interfaceid": "f588e01f-fe9d-4f57-88df-71a0be44245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.992015] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b6af47-c004-da20-d1ff-67c63bdd723e, 'name': SearchDatastore_Task, 'duration_secs': 0.027036} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.992015] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.992015] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.992015] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.992015] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.992015] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.992495] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc475f2b-6632-4b49-8888-f7336663af86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.002347] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1057.002529] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1057.003311] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9588e739-a2c0-4693-833b-67c47de96aa3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.009063] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1057.009063] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b73a9c-72a4-08be-b56c-545e3b06d22a" [ 1057.009063] env[69773]: _type = "Task" [ 1057.009063] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.016821] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b73a9c-72a4-08be-b56c-545e3b06d22a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.155050] env[69773]: DEBUG oslo_concurrency.lockutils [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] Releasing lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.155295] env[69773]: DEBUG nova.compute.manager [req-c9314e68-d1f6-4717-a7f4-a1f73e4824b4 req-33d5dcd5-39e4-489d-89b8-9881e1fa4d11 service nova] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Received event network-vif-deleted-579f2e0f-4999-4890-9607-76cc024d999c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.180482] env[69773]: DEBUG nova.network.neutron [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1057.317730] env[69773]: DEBUG nova.network.neutron [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating instance_info_cache with network_info: [{"id": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "address": "fa:16:3e:49:ab:15", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8394cc1f-a3", "ovs_interfaceid": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.505484] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df04cf27-7886-42ba-94fc-31404e51be41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.517064] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b696a6b6-b622-43fb-be1f-53fbd312b7a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.523107] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b73a9c-72a4-08be-b56c-545e3b06d22a, 'name': SearchDatastore_Task, 'duration_secs': 0.02387} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.525063] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93cc5247-0157-47ff-8abf-0fbf3d707e53 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.551823] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f343030c-3b3e-47c4-a9c1-391473d70d80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.555119] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1057.555119] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aff723-82cd-68d1-6956-69c13a45072c" [ 1057.555119] env[69773]: _type = "Task" [ 1057.555119] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.562686] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9e77f5-7fb4-4fff-b80e-3de2cae409b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.569258] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aff723-82cd-68d1-6956-69c13a45072c, 'name': SearchDatastore_Task, 'duration_secs': 0.009546} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.569949] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.570220] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.570486] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9/91226260-9e23-4a9e-ba63-bcb0a03621b9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.570724] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32af388e-8028-4b0f-8183-b01f9fb9a467 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.571988] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6552a328-76a1-4720-af99-697a04658198 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.581183] env[69773]: DEBUG nova.compute.provider_tree [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.587100] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1057.587100] env[69773]: value = "task-3390578" [ 1057.587100] env[69773]: _type = "Task" [ 1057.587100] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.588124] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1057.588124] env[69773]: value = "task-3390579" [ 1057.588124] env[69773]: _type = "Task" [ 1057.588124] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.598725] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.601739] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.822685] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.823079] env[69773]: DEBUG nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Instance network_info: |[{"id": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "address": "fa:16:3e:49:ab:15", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8394cc1f-a3", "ovs_interfaceid": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.823668] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ab:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8394cc1f-a30d-4ff0-b50e-3a32bff4dab0', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.831458] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.831720] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.831979] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a3e1c59-c17b-458e-9db7-84fceae4ce09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.852536] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.852536] env[69773]: value = "task-3390580" [ 1057.852536] env[69773]: _type = "Task" [ 1057.852536] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.862757] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390580, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.887599] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "e5bc9684-6a36-43e9-9f08-631914048341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.887939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.888247] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "e5bc9684-6a36-43e9-9f08-631914048341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.888489] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.888720] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.891508] env[69773]: INFO nova.compute.manager [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Terminating instance [ 1058.076648] env[69773]: DEBUG nova.compute.manager [req-ac807e26-6165-4a2c-ae14-b307f2832fe9 req-574f8c80-aba0-4c72-8c1d-4b5c88c65681 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received event network-changed-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.076869] env[69773]: DEBUG nova.compute.manager [req-ac807e26-6165-4a2c-ae14-b307f2832fe9 req-574f8c80-aba0-4c72-8c1d-4b5c88c65681 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Refreshing instance network info cache due to event network-changed-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.076978] env[69773]: DEBUG oslo_concurrency.lockutils [req-ac807e26-6165-4a2c-ae14-b307f2832fe9 req-574f8c80-aba0-4c72-8c1d-4b5c88c65681 service nova] Acquiring lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.077180] env[69773]: DEBUG oslo_concurrency.lockutils [req-ac807e26-6165-4a2c-ae14-b307f2832fe9 req-574f8c80-aba0-4c72-8c1d-4b5c88c65681 service nova] Acquired lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.077507] env[69773]: DEBUG nova.network.neutron [req-ac807e26-6165-4a2c-ae14-b307f2832fe9 req-574f8c80-aba0-4c72-8c1d-4b5c88c65681 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Refreshing network info cache for port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1058.084494] env[69773]: DEBUG nova.scheduler.client.report [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.102349] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390578, 'name': PowerOffVM_Task, 'duration_secs': 0.175179} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.105964] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.106399] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469092} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.107494] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a945e00-8419-46f8-8e5b-587c49b08dee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.110489] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9/91226260-9e23-4a9e-ba63-bcb0a03621b9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.110814] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.110990] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4de07205-9317-461e-b7f7-5eb2be12d03b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.136421] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d0d56e-2eb4-419c-bb2d-dd31a6c7a809 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.139762] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1058.139762] env[69773]: value = "task-3390581" [ 1058.139762] env[69773]: _type = "Task" [ 1058.139762] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.152252] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.176035] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.176407] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8b9866f-86c5-440b-adcc-1cdb3037ef2c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.184380] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1058.184380] env[69773]: value = "task-3390582" [ 1058.184380] env[69773]: _type = "Task" [ 1058.184380] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.197334] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1058.197669] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.198065] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.198333] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.198634] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.199066] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dff43c32-64d1-44f3-861c-8c1de70037cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.216207] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.216456] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.217564] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d04fd640-d343-453a-a7e3-52ade8b1a17f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.227509] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1058.227509] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ecaa1e-9ea5-45b5-0d5c-4185512469ca" [ 1058.227509] env[69773]: _type = "Task" [ 1058.227509] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.236093] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ecaa1e-9ea5-45b5-0d5c-4185512469ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.362442] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390580, 'name': CreateVM_Task, 'duration_secs': 0.420803} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.362643] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.363330] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.363492] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.363805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.364075] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7286e943-5bbf-433d-ad55-302448d7d4a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.369236] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1058.369236] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5216f2f1-a53b-04e9-ad21-5ffc850fa909" [ 1058.369236] env[69773]: _type = "Task" [ 1058.369236] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.376556] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5216f2f1-a53b-04e9-ad21-5ffc850fa909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.396456] env[69773]: DEBUG nova.compute.manager [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.396678] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.397529] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d5b986-6b10-4fb1-a5ad-427015484265 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.404655] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.404974] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f0ff0df-b55c-4fc9-9698-f15fa7191d46 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.411816] env[69773]: DEBUG oslo_vmware.api [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1058.411816] env[69773]: value = "task-3390583" [ 1058.411816] env[69773]: _type = "Task" [ 1058.411816] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.421378] env[69773]: DEBUG oslo_vmware.api [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.594710] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.595269] env[69773]: DEBUG nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.597970] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.254s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.598241] env[69773]: DEBUG nova.objects.instance [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lazy-loading 'resources' on Instance uuid 50bc9426-4f8d-4728-82e6-38dbe2eeb62a {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.649940] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064711} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.650261] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.651176] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1ee48b-58ec-44d7-8be1-ae643d5eebe0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.674336] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9/91226260-9e23-4a9e-ba63-bcb0a03621b9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.677379] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afb740c0-b67e-4f98-862a-dceb7d779584 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.697820] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1058.697820] env[69773]: value = "task-3390584" [ 1058.697820] env[69773]: _type = "Task" [ 1058.697820] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.707493] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.741716] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ecaa1e-9ea5-45b5-0d5c-4185512469ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009611} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.743297] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1d1ce3-e6ca-4054-9c3d-e67d2912be98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.747970] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1058.747970] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525e8773-3d78-acaa-865f-a82bcfede2f9" [ 1058.747970] env[69773]: _type = "Task" [ 1058.747970] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.755696] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525e8773-3d78-acaa-865f-a82bcfede2f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.832385] env[69773]: DEBUG nova.network.neutron [req-ac807e26-6165-4a2c-ae14-b307f2832fe9 req-574f8c80-aba0-4c72-8c1d-4b5c88c65681 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updated VIF entry in instance network info cache for port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1058.832784] env[69773]: DEBUG nova.network.neutron [req-ac807e26-6165-4a2c-ae14-b307f2832fe9 req-574f8c80-aba0-4c72-8c1d-4b5c88c65681 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating instance_info_cache with network_info: [{"id": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "address": "fa:16:3e:49:ab:15", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8394cc1f-a3", "ovs_interfaceid": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.880514] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5216f2f1-a53b-04e9-ad21-5ffc850fa909, 'name': SearchDatastore_Task, 'duration_secs': 0.049833} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.880814] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.881066] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.881306] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.881452] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.881654] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.881938] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81bbe9c2-f4e1-4e17-970a-57ac0f31fea6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.890325] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.890538] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.891452] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5e0d77-45ed-4479-82e7-2db192bf2173 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.896479] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1058.896479] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52988c57-b62c-5b4f-8888-6004bbc1017e" [ 1058.896479] env[69773]: _type = "Task" [ 1058.896479] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.905055] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52988c57-b62c-5b4f-8888-6004bbc1017e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.920921] env[69773]: DEBUG oslo_vmware.api [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390583, 'name': PowerOffVM_Task, 'duration_secs': 0.399636} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.921196] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.921367] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.921613] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c305163-30b4-4d9e-9a25-caf058c73806 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.998046] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.998284] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.998464] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleting the datastore file [datastore1] e5bc9684-6a36-43e9-9f08-631914048341 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.998733] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c2969f5-a7e9-489b-8d95-79f456d57c97 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.004392] env[69773]: DEBUG oslo_vmware.api [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for the task: (returnval){ [ 1059.004392] env[69773]: value = "task-3390586" [ 1059.004392] env[69773]: _type = "Task" [ 1059.004392] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.011705] env[69773]: DEBUG oslo_vmware.api [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.101487] env[69773]: DEBUG nova.compute.utils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.105685] env[69773]: DEBUG nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.105909] env[69773]: DEBUG nova.network.neutron [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.146462] env[69773]: DEBUG nova.policy [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4a6e5874e843a284df55bfb8c5dd41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f37a5e7d9a468dbc0d213ceaf131b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.210061] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390584, 'name': ReconfigVM_Task, 'duration_secs': 0.282916} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.210355] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9/91226260-9e23-4a9e-ba63-bcb0a03621b9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.211013] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30ef6c2f-b9f1-4d42-9db4-8845b95af0d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.217047] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1059.217047] env[69773]: value = "task-3390587" [ 1059.217047] env[69773]: _type = "Task" [ 1059.217047] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.224761] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390587, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.258959] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525e8773-3d78-acaa-865f-a82bcfede2f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017363} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.259249] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.259524] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. {{(pid=69773) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1059.262147] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0aef8891-69d9-4f0f-a936-143e48be6a71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.268063] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1059.268063] env[69773]: value = "task-3390588" [ 1059.268063] env[69773]: _type = "Task" [ 1059.268063] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.275716] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390588, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.337129] env[69773]: DEBUG oslo_concurrency.lockutils [req-ac807e26-6165-4a2c-ae14-b307f2832fe9 req-574f8c80-aba0-4c72-8c1d-4b5c88c65681 service nova] Releasing lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.387128] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4439a1e5-58b8-45c4-a65a-af24210d1fbf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.394894] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b410bde0-4567-4572-87fa-f40e73298ac9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.410037] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52988c57-b62c-5b4f-8888-6004bbc1017e, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.436095] env[69773]: DEBUG nova.network.neutron [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Successfully created port: 1655ff8d-2c57-4f6b-b01d-7944d3a7f23c {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.438273] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9024ec-67e6-45f3-9b31-5b3e4432c30d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.441212] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357017c2-1311-4c2f-9697-54358e5633dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.447121] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1059.447121] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfa547-e2d5-0d1e-4bba-bb68280bbbc5" [ 1059.447121] env[69773]: _type = "Task" [ 1059.447121] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.453180] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697964f-6e04-441e-8def-d75ea076a021 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.462450] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfa547-e2d5-0d1e-4bba-bb68280bbbc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009517} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.470116] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.470400] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 2fed43f4-a3a8-45af-8211-6f426d1e2cac/2fed43f4-a3a8-45af-8211-6f426d1e2cac.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.470910] env[69773]: DEBUG nova.compute.provider_tree [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.472278] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-242d2c1c-7604-4dcd-9dba-ab703edd9d85 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.478214] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1059.478214] env[69773]: value = "task-3390589" [ 1059.478214] env[69773]: _type = "Task" [ 1059.478214] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.487352] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.515637] env[69773]: DEBUG oslo_vmware.api [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Task: {'id': task-3390586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.425499} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.515994] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.516323] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.516601] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.516895] env[69773]: INFO nova.compute.manager [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1059.517320] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.518168] env[69773]: DEBUG nova.compute.manager [-] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.518355] env[69773]: DEBUG nova.network.neutron [-] [instance: e5bc9684-6a36-43e9-9f08-631914048341] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1059.609704] env[69773]: DEBUG nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.739233] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390587, 'name': Rename_Task, 'duration_secs': 0.149531} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.739731] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.739929] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58cb3678-286c-4e89-a1c5-398e694c7fbb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.752265] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1059.752265] env[69773]: value = "task-3390590" [ 1059.752265] env[69773]: _type = "Task" [ 1059.752265] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.761531] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.778791] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390588, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.848358] env[69773]: DEBUG nova.compute.manager [req-bc50b121-74ea-4a2d-9f83-5744db00ca15 req-9e1a0984-8d2b-4dba-baef-9f7d46280d0f service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Received event network-vif-deleted-1d185f89-746d-438e-bd56-43c84d032868 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.848558] env[69773]: INFO nova.compute.manager [req-bc50b121-74ea-4a2d-9f83-5744db00ca15 req-9e1a0984-8d2b-4dba-baef-9f7d46280d0f service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Neutron deleted interface 1d185f89-746d-438e-bd56-43c84d032868; detaching it from the instance and deleting it from the info cache [ 1059.848747] env[69773]: DEBUG nova.network.neutron [req-bc50b121-74ea-4a2d-9f83-5744db00ca15 req-9e1a0984-8d2b-4dba-baef-9f7d46280d0f service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.976162] env[69773]: DEBUG nova.scheduler.client.report [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.992955] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390589, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.263090] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.283442] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390588, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599698} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.283442] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. [ 1060.284192] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd5c91d-f3c1-4c8b-85af-49ef0bf5bfb2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.312682] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.313027] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f69ba11-fb43-4f58-9c98-5c0850534f52 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.330052] env[69773]: DEBUG nova.network.neutron [-] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.337129] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1060.337129] env[69773]: value = "task-3390591" [ 1060.337129] env[69773]: _type = "Task" [ 1060.337129] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.351460] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.351730] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1524e902-5609-40d8-9896-0640a2b18a2f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.362918] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b3d518-e0ed-4ef0-9caf-cd0738abff71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.400991] env[69773]: DEBUG nova.compute.manager [req-bc50b121-74ea-4a2d-9f83-5744db00ca15 req-9e1a0984-8d2b-4dba-baef-9f7d46280d0f service nova] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Detach interface failed, port_id=1d185f89-746d-438e-bd56-43c84d032868, reason: Instance e5bc9684-6a36-43e9-9f08-631914048341 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.484633] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.486949] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.582s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.488458] env[69773]: INFO nova.compute.claims [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.497645] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87069} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.497899] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 2fed43f4-a3a8-45af-8211-6f426d1e2cac/2fed43f4-a3a8-45af-8211-6f426d1e2cac.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.498125] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.501016] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b94f8ae-c91a-4e05-ab40-6153ba6454eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.507733] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1060.507733] env[69773]: value = "task-3390592" [ 1060.507733] env[69773]: _type = "Task" [ 1060.507733] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.517316] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.627764] env[69773]: DEBUG nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.664417] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.664693] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.664859] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.665044] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.665197] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.665345] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.665554] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.665712] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.665940] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.666235] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.666530] env[69773]: DEBUG nova.virt.hardware [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.667353] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5de75-c8c5-4898-bbc5-733385511dde {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.677104] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4c0966-67d6-495f-be10-93ff8ce02165 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.765511] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.833309] env[69773]: INFO nova.compute.manager [-] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Took 1.31 seconds to deallocate network for instance. [ 1060.852999] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.888897] env[69773]: DEBUG nova.compute.manager [req-52f8fff3-672a-4f06-9e98-f5b5f31b71cf req-16f3bea9-618d-412b-9ff3-9452d58ce55e service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Received event network-vif-plugged-1655ff8d-2c57-4f6b-b01d-7944d3a7f23c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.889139] env[69773]: DEBUG oslo_concurrency.lockutils [req-52f8fff3-672a-4f06-9e98-f5b5f31b71cf req-16f3bea9-618d-412b-9ff3-9452d58ce55e service nova] Acquiring lock "4c581405-dbcf-417e-9485-5cd5331259c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.889352] env[69773]: DEBUG oslo_concurrency.lockutils [req-52f8fff3-672a-4f06-9e98-f5b5f31b71cf req-16f3bea9-618d-412b-9ff3-9452d58ce55e service nova] Lock "4c581405-dbcf-417e-9485-5cd5331259c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.889522] env[69773]: DEBUG oslo_concurrency.lockutils [req-52f8fff3-672a-4f06-9e98-f5b5f31b71cf req-16f3bea9-618d-412b-9ff3-9452d58ce55e service nova] Lock "4c581405-dbcf-417e-9485-5cd5331259c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.889898] env[69773]: DEBUG nova.compute.manager [req-52f8fff3-672a-4f06-9e98-f5b5f31b71cf req-16f3bea9-618d-412b-9ff3-9452d58ce55e service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] No waiting events found dispatching network-vif-plugged-1655ff8d-2c57-4f6b-b01d-7944d3a7f23c {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.890221] env[69773]: WARNING nova.compute.manager [req-52f8fff3-672a-4f06-9e98-f5b5f31b71cf req-16f3bea9-618d-412b-9ff3-9452d58ce55e service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Received unexpected event network-vif-plugged-1655ff8d-2c57-4f6b-b01d-7944d3a7f23c for instance with vm_state building and task_state spawning. [ 1060.990216] env[69773]: DEBUG nova.network.neutron [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Successfully updated port: 1655ff8d-2c57-4f6b-b01d-7944d3a7f23c {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.012325] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0446b142-5a0d-4e60-8a02-856c181a28e0 tempest-ServerActionsV293TestJSON-1049406753 tempest-ServerActionsV293TestJSON-1049406753-project-member] Lock "50bc9426-4f8d-4728-82e6-38dbe2eeb62a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.622s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.026397] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.27852} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.026659] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.027520] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee150529-6616-4076-bafe-8e158a3925bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.052433] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 2fed43f4-a3a8-45af-8211-6f426d1e2cac/2fed43f4-a3a8-45af-8211-6f426d1e2cac.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.053065] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ba53c01-b42d-458f-84a1-f420affa3cff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.075324] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1061.075324] env[69773]: value = "task-3390593" [ 1061.075324] env[69773]: _type = "Task" [ 1061.075324] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.083376] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.247449] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "bf02fc74-039b-43d3-9672-4776bb09d814" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.248134] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.272482] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.350459] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.350459] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390591, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.493091] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-4c581405-dbcf-417e-9485-5cd5331259c5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.493091] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-4c581405-dbcf-417e-9485-5cd5331259c5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.493091] env[69773]: DEBUG nova.network.neutron [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1061.585887] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390593, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.752344] env[69773]: DEBUG nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.764116] env[69773]: DEBUG oslo_vmware.api [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390590, 'name': PowerOnVM_Task, 'duration_secs': 1.704607} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.764116] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.764356] env[69773]: INFO nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1061.765023] env[69773]: DEBUG nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.765585] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d6d022-ed3c-4f97-80e1-6a1cfbd2ae9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.797021] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030f3a4c-e98a-47b0-a4c5-a14aa6a69f16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.806767] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed744d0c-d7b8-4911-858a-593e077de043 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.838244] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678507e1-fc33-49b8-b393-4d6a8acda09e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.850873] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78c2d66-6668-40d7-9665-ad2952fc9582 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.854552] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390591, 'name': ReconfigVM_Task, 'duration_secs': 1.069904} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.855156] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Reconfigured VM instance instance-00000053 to attach disk [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.856281] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30a1915-de12-49c6-8278-35df1a007a59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.867530] env[69773]: DEBUG nova.compute.provider_tree [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.892129] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0af2dacd-c390-476c-9687-21886ba00c5e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.908245] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1061.908245] env[69773]: value = "task-3390594" [ 1061.908245] env[69773]: _type = "Task" [ 1061.908245] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.916711] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.024289] env[69773]: DEBUG nova.network.neutron [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1062.085689] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390593, 'name': ReconfigVM_Task, 'duration_secs': 0.573944} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.086031] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 2fed43f4-a3a8-45af-8211-6f426d1e2cac/2fed43f4-a3a8-45af-8211-6f426d1e2cac.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.086702] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2fec228-390f-4121-9873-89663ca50565 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.095050] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1062.095050] env[69773]: value = "task-3390595" [ 1062.095050] env[69773]: _type = "Task" [ 1062.095050] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.107329] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390595, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.178172] env[69773]: DEBUG nova.network.neutron [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Updating instance_info_cache with network_info: [{"id": "1655ff8d-2c57-4f6b-b01d-7944d3a7f23c", "address": "fa:16:3e:48:bc:88", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1655ff8d-2c", "ovs_interfaceid": "1655ff8d-2c57-4f6b-b01d-7944d3a7f23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.275129] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.285059] env[69773]: INFO nova.compute.manager [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Took 22.68 seconds to build instance. [ 1062.371301] env[69773]: DEBUG nova.scheduler.client.report [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.418678] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390594, 'name': ReconfigVM_Task, 'duration_secs': 0.300766} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.418951] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.419217] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaf0c63d-bde1-46c8-b4ef-66c7db7b49e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.426823] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1062.426823] env[69773]: value = "task-3390596" [ 1062.426823] env[69773]: _type = "Task" [ 1062.426823] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.434568] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.605559] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390595, 'name': Rename_Task, 'duration_secs': 0.166332} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.605870] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.606143] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa24f07b-a9c7-457b-ba10-6020b18156b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.612486] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1062.612486] env[69773]: value = "task-3390597" [ 1062.612486] env[69773]: _type = "Task" [ 1062.612486] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.620404] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.680764] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-4c581405-dbcf-417e-9485-5cd5331259c5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.681193] env[69773]: DEBUG nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Instance network_info: |[{"id": "1655ff8d-2c57-4f6b-b01d-7944d3a7f23c", "address": "fa:16:3e:48:bc:88", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1655ff8d-2c", "ovs_interfaceid": "1655ff8d-2c57-4f6b-b01d-7944d3a7f23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.681658] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:bc:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1655ff8d-2c57-4f6b-b01d-7944d3a7f23c', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.690144] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.690144] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.690295] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139c0a9a-daa0-4652-a342-3ceb69096ebf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.711121] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.711121] env[69773]: value = "task-3390598" [ 1062.711121] env[69773]: _type = "Task" [ 1062.711121] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.719121] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390598, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.787066] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21706650-ba4b-4697-ab6e-13634ee64a84 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.195s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.876707] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.877626] env[69773]: DEBUG nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.884145] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.709s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.884386] env[69773]: DEBUG nova.objects.instance [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lazy-loading 'resources' on Instance uuid 03c75a4f-e3da-49c0-81bf-af3960417dd8 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.924311] env[69773]: DEBUG nova.compute.manager [req-a2ef8cc6-c3ff-4b82-9214-4e818c8ac417 req-315de8d1-dc78-4df8-a392-3681d356e39e service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Received event network-changed-1655ff8d-2c57-4f6b-b01d-7944d3a7f23c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.925026] env[69773]: DEBUG nova.compute.manager [req-a2ef8cc6-c3ff-4b82-9214-4e818c8ac417 req-315de8d1-dc78-4df8-a392-3681d356e39e service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Refreshing instance network info cache due to event network-changed-1655ff8d-2c57-4f6b-b01d-7944d3a7f23c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.925026] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2ef8cc6-c3ff-4b82-9214-4e818c8ac417 req-315de8d1-dc78-4df8-a392-3681d356e39e service nova] Acquiring lock "refresh_cache-4c581405-dbcf-417e-9485-5cd5331259c5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.925026] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2ef8cc6-c3ff-4b82-9214-4e818c8ac417 req-315de8d1-dc78-4df8-a392-3681d356e39e service nova] Acquired lock "refresh_cache-4c581405-dbcf-417e-9485-5cd5331259c5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.925182] env[69773]: DEBUG nova.network.neutron [req-a2ef8cc6-c3ff-4b82-9214-4e818c8ac417 req-315de8d1-dc78-4df8-a392-3681d356e39e service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Refreshing network info cache for port 1655ff8d-2c57-4f6b-b01d-7944d3a7f23c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1062.940125] env[69773]: DEBUG oslo_vmware.api [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390596, 'name': PowerOnVM_Task, 'duration_secs': 0.481674} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.940393] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.942989] env[69773]: DEBUG nova.compute.manager [None req-54d3768e-a5f2-4112-a697-268a52be68c7 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.943933] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c64d52-de59-4678-972c-940230fd4839 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.083527] env[69773]: DEBUG nova.compute.manager [req-e9f667b0-cccb-4808-aaa0-3a5fdbe2108e req-2aa897ed-0783-4615-bef1-c837ff3a67a9 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Received event network-changed-f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.083728] env[69773]: DEBUG nova.compute.manager [req-e9f667b0-cccb-4808-aaa0-3a5fdbe2108e req-2aa897ed-0783-4615-bef1-c837ff3a67a9 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Refreshing instance network info cache due to event network-changed-f588e01f-fe9d-4f57-88df-71a0be44245c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.083935] env[69773]: DEBUG oslo_concurrency.lockutils [req-e9f667b0-cccb-4808-aaa0-3a5fdbe2108e req-2aa897ed-0783-4615-bef1-c837ff3a67a9 service nova] Acquiring lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.084094] env[69773]: DEBUG oslo_concurrency.lockutils [req-e9f667b0-cccb-4808-aaa0-3a5fdbe2108e req-2aa897ed-0783-4615-bef1-c837ff3a67a9 service nova] Acquired lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.084257] env[69773]: DEBUG nova.network.neutron [req-e9f667b0-cccb-4808-aaa0-3a5fdbe2108e req-2aa897ed-0783-4615-bef1-c837ff3a67a9 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Refreshing network info cache for port f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1063.125938] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390597, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.221343] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390598, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.387585] env[69773]: DEBUG nova.compute.utils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.391853] env[69773]: DEBUG nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.392047] env[69773]: DEBUG nova.network.neutron [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.430538] env[69773]: DEBUG nova.policy [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '823b27cd18a845f3ad325ba6a00bf8a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a5f4557f579416dab17361cfe5819d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.627313] env[69773]: DEBUG oslo_vmware.api [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390597, 'name': PowerOnVM_Task, 'duration_secs': 0.595761} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.627587] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.627818] env[69773]: INFO nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1063.627999] env[69773]: DEBUG nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.630849] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c3162-d772-41a0-b2e9-1f47832c3a5e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.719712] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d06a593-c1af-4f96-abee-a6da281fbf7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.724204] env[69773]: DEBUG nova.network.neutron [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Successfully created port: 47c7a1fd-2fed-495e-8c60-4b7a7bc157be {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.730089] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390598, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.733158] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf53fac8-ad19-4932-852c-ddb365c6fa4b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.765330] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b5696a-1b98-41a1-9b04-2ac023daf290 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.772376] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4831daa2-94e9-4b7b-bbdb-be9a9be6d71a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.790066] env[69773]: DEBUG nova.compute.provider_tree [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.806393] env[69773]: DEBUG nova.network.neutron [req-a2ef8cc6-c3ff-4b82-9214-4e818c8ac417 req-315de8d1-dc78-4df8-a392-3681d356e39e service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Updated VIF entry in instance network info cache for port 1655ff8d-2c57-4f6b-b01d-7944d3a7f23c. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1063.806776] env[69773]: DEBUG nova.network.neutron [req-a2ef8cc6-c3ff-4b82-9214-4e818c8ac417 req-315de8d1-dc78-4df8-a392-3681d356e39e service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Updating instance_info_cache with network_info: [{"id": "1655ff8d-2c57-4f6b-b01d-7944d3a7f23c", "address": "fa:16:3e:48:bc:88", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1655ff8d-2c", "ovs_interfaceid": "1655ff8d-2c57-4f6b-b01d-7944d3a7f23c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.892629] env[69773]: DEBUG nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.024331] env[69773]: DEBUG nova.network.neutron [req-e9f667b0-cccb-4808-aaa0-3a5fdbe2108e req-2aa897ed-0783-4615-bef1-c837ff3a67a9 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updated VIF entry in instance network info cache for port f588e01f-fe9d-4f57-88df-71a0be44245c. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1064.025115] env[69773]: DEBUG nova.network.neutron [req-e9f667b0-cccb-4808-aaa0-3a5fdbe2108e req-2aa897ed-0783-4615-bef1-c837ff3a67a9 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [{"id": "f588e01f-fe9d-4f57-88df-71a0be44245c", "address": "fa:16:3e:a9:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf588e01f-fe", "ovs_interfaceid": "f588e01f-fe9d-4f57-88df-71a0be44245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.156175] env[69773]: INFO nova.compute.manager [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Took 21.97 seconds to build instance. [ 1064.222265] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390598, 'name': CreateVM_Task, 'duration_secs': 1.39793} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.222354] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.223080] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.223412] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.224158] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.224158] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7486dd-c784-460f-8074-f6db7424c159 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.230122] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1064.230122] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522ca059-95e9-30f7-f4fc-b4c12a768b10" [ 1064.230122] env[69773]: _type = "Task" [ 1064.230122] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.237533] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522ca059-95e9-30f7-f4fc-b4c12a768b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.293225] env[69773]: DEBUG nova.scheduler.client.report [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.310687] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2ef8cc6-c3ff-4b82-9214-4e818c8ac417 req-315de8d1-dc78-4df8-a392-3681d356e39e service nova] Releasing lock "refresh_cache-4c581405-dbcf-417e-9485-5cd5331259c5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.527817] env[69773]: DEBUG oslo_concurrency.lockutils [req-e9f667b0-cccb-4808-aaa0-3a5fdbe2108e req-2aa897ed-0783-4615-bef1-c837ff3a67a9 service nova] Releasing lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.658294] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4b9e08d0-feb5-40fc-bd66-a94e470a619c tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.491s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.740372] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522ca059-95e9-30f7-f4fc-b4c12a768b10, 'name': SearchDatastore_Task, 'duration_secs': 0.011943} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.741033] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.741033] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.741199] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.741307] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741491] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.741751] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c8b54f5-eccf-47fa-904a-364fb7bc06f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.750940] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.750940] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.751517] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aac61c2a-d011-4947-bd6b-faa8de735e13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.756721] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1064.756721] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523234ff-203a-8b7f-e920-54da72b77eac" [ 1064.756721] env[69773]: _type = "Task" [ 1064.756721] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.764438] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523234ff-203a-8b7f-e920-54da72b77eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.799523] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.801931] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.943s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.802940] env[69773]: DEBUG nova.objects.instance [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lazy-loading 'resources' on Instance uuid b1d8226e-b89c-4b86-aff3-b83694df5b65 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.822536] env[69773]: INFO nova.scheduler.client.report [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Deleted allocations for instance 03c75a4f-e3da-49c0-81bf-af3960417dd8 [ 1064.840864] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.841827] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.903062] env[69773]: DEBUG nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.931170] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.931318] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.931497] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.931687] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.931909] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.931986] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.932220] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.932382] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.932550] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.932713] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.932919] env[69773]: DEBUG nova.virt.hardware [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.933807] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b298636a-2a20-4469-bf71-03c123cf488e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.942585] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b708587-6320-4cdb-a3b5-dc4578a00115 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.960235] env[69773]: DEBUG nova.compute.manager [req-307fd6d0-dec2-4561-8bde-2fb783dce9e6 req-ab4d72f2-3e81-4205-a39c-d299589b2217 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received event network-changed-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.961104] env[69773]: DEBUG nova.compute.manager [req-307fd6d0-dec2-4561-8bde-2fb783dce9e6 req-ab4d72f2-3e81-4205-a39c-d299589b2217 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Refreshing instance network info cache due to event network-changed-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.961104] env[69773]: DEBUG oslo_concurrency.lockutils [req-307fd6d0-dec2-4561-8bde-2fb783dce9e6 req-ab4d72f2-3e81-4205-a39c-d299589b2217 service nova] Acquiring lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.961104] env[69773]: DEBUG oslo_concurrency.lockutils [req-307fd6d0-dec2-4561-8bde-2fb783dce9e6 req-ab4d72f2-3e81-4205-a39c-d299589b2217 service nova] Acquired lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.961104] env[69773]: DEBUG nova.network.neutron [req-307fd6d0-dec2-4561-8bde-2fb783dce9e6 req-ab4d72f2-3e81-4205-a39c-d299589b2217 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Refreshing network info cache for port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1065.221305] env[69773]: DEBUG nova.network.neutron [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Successfully updated port: 47c7a1fd-2fed-495e-8c60-4b7a7bc157be {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.267928] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523234ff-203a-8b7f-e920-54da72b77eac, 'name': SearchDatastore_Task, 'duration_secs': 0.00859} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.269378] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-453598bf-9c1c-4f7a-9ad5-c32c1d35ddd2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.274890] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1065.274890] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b90184-82b1-3643-f6ad-732f7425e6c1" [ 1065.274890] env[69773]: _type = "Task" [ 1065.274890] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.283395] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b90184-82b1-3643-f6ad-732f7425e6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.333691] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a14ebdef-718c-47d2-b240-265dd24a8d3e tempest-ServersListShow2100Test-933842551 tempest-ServersListShow2100Test-933842551-project-member] Lock "03c75a4f-e3da-49c0-81bf-af3960417dd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.461s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.343764] env[69773]: DEBUG nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.596884] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7a4dd3-f54c-4836-899e-e34f5281100a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.604715] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62802192-32e9-4afc-bc35-bcf61dff127b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.639968] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd57ce1c-444f-4a48-9617-bbfd38097aac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.647113] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8347045-5e6b-46ba-b1f3-d7d42a4ecebb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.661491] env[69773]: DEBUG nova.compute.provider_tree [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.711506] env[69773]: DEBUG nova.network.neutron [req-307fd6d0-dec2-4561-8bde-2fb783dce9e6 req-ab4d72f2-3e81-4205-a39c-d299589b2217 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updated VIF entry in instance network info cache for port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1065.711893] env[69773]: DEBUG nova.network.neutron [req-307fd6d0-dec2-4561-8bde-2fb783dce9e6 req-ab4d72f2-3e81-4205-a39c-d299589b2217 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating instance_info_cache with network_info: [{"id": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "address": "fa:16:3e:49:ab:15", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8394cc1f-a3", "ovs_interfaceid": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.724300] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "refresh_cache-fbdadbd3-f5d4-44a5-861c-080958d03ab9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.724470] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "refresh_cache-fbdadbd3-f5d4-44a5-861c-080958d03ab9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.724708] env[69773]: DEBUG nova.network.neutron [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1065.787574] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b90184-82b1-3643-f6ad-732f7425e6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012973} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.788121] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.788527] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 4c581405-dbcf-417e-9485-5cd5331259c5/4c581405-dbcf-417e-9485-5cd5331259c5.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.788894] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9723f97f-69b7-4b4f-aecd-0b0bf67fd2e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.797586] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1065.797586] env[69773]: value = "task-3390599" [ 1065.797586] env[69773]: _type = "Task" [ 1065.797586] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.806952] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.866125] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.165477] env[69773]: DEBUG nova.scheduler.client.report [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.216741] env[69773]: DEBUG oslo_concurrency.lockutils [req-307fd6d0-dec2-4561-8bde-2fb783dce9e6 req-ab4d72f2-3e81-4205-a39c-d299589b2217 service nova] Releasing lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.264627] env[69773]: DEBUG nova.network.neutron [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1066.312818] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.428835] env[69773]: DEBUG nova.network.neutron [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Updating instance_info_cache with network_info: [{"id": "47c7a1fd-2fed-495e-8c60-4b7a7bc157be", "address": "fa:16:3e:8e:2d:bd", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c7a1fd-2f", "ovs_interfaceid": "47c7a1fd-2fed-495e-8c60-4b7a7bc157be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.672039] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.674454] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.462s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.674665] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.676536] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.679s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.678075] env[69773]: INFO nova.compute.claims [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.696926] env[69773]: INFO nova.scheduler.client.report [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted allocations for instance afc47499-9e0a-4fab-b0c7-2cd7058ea7b1 [ 1066.698652] env[69773]: INFO nova.scheduler.client.report [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Deleted allocations for instance b1d8226e-b89c-4b86-aff3-b83694df5b65 [ 1066.808666] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573757} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.809277] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 4c581405-dbcf-417e-9485-5cd5331259c5/4c581405-dbcf-417e-9485-5cd5331259c5.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.809579] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.809923] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eefd942b-f2a9-41ca-9423-25d02713ec98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.816652] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1066.816652] env[69773]: value = "task-3390600" [ 1066.816652] env[69773]: _type = "Task" [ 1066.816652] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.825529] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.931962] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "refresh_cache-fbdadbd3-f5d4-44a5-861c-080958d03ab9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.932478] env[69773]: DEBUG nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Instance network_info: |[{"id": "47c7a1fd-2fed-495e-8c60-4b7a7bc157be", "address": "fa:16:3e:8e:2d:bd", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c7a1fd-2f", "ovs_interfaceid": "47c7a1fd-2fed-495e-8c60-4b7a7bc157be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.933124] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:2d:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c7a1fd-2fed-495e-8c60-4b7a7bc157be', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.941295] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.941586] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.941824] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-753641e7-3f0d-4cf0-91c3-676524c58994 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.960977] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.960977] env[69773]: value = "task-3390601" [ 1066.960977] env[69773]: _type = "Task" [ 1066.960977] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.969512] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390601, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.979996] env[69773]: DEBUG nova.compute.manager [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Received event network-vif-plugged-47c7a1fd-2fed-495e-8c60-4b7a7bc157be {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.980175] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] Acquiring lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.980347] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] Lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.980501] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] Lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.980654] env[69773]: DEBUG nova.compute.manager [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] No waiting events found dispatching network-vif-plugged-47c7a1fd-2fed-495e-8c60-4b7a7bc157be {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.980821] env[69773]: WARNING nova.compute.manager [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Received unexpected event network-vif-plugged-47c7a1fd-2fed-495e-8c60-4b7a7bc157be for instance with vm_state building and task_state spawning. [ 1066.980979] env[69773]: DEBUG nova.compute.manager [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Received event network-changed-47c7a1fd-2fed-495e-8c60-4b7a7bc157be {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.981322] env[69773]: DEBUG nova.compute.manager [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Refreshing instance network info cache due to event network-changed-47c7a1fd-2fed-495e-8c60-4b7a7bc157be. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.981517] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] Acquiring lock "refresh_cache-fbdadbd3-f5d4-44a5-861c-080958d03ab9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.981654] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] Acquired lock "refresh_cache-fbdadbd3-f5d4-44a5-861c-080958d03ab9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.981826] env[69773]: DEBUG nova.network.neutron [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Refreshing network info cache for port 47c7a1fd-2fed-495e-8c60-4b7a7bc157be {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1067.208433] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d7cf76cd-44ea-43ff-b218-9acd024289c2 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "afc47499-9e0a-4fab-b0c7-2cd7058ea7b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.150s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.209415] env[69773]: DEBUG oslo_concurrency.lockutils [None req-453b0101-ee9d-4af7-83e2-d0919b7f407b tempest-ServerMetadataTestJSON-734642067 tempest-ServerMetadataTestJSON-734642067-project-member] Lock "b1d8226e-b89c-4b86-aff3-b83694df5b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.950s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.326573] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066031} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.326841] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.327601] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a9abc2-5e19-4e45-ac22-74661eac9f25 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.348944] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4c581405-dbcf-417e-9485-5cd5331259c5/4c581405-dbcf-417e-9485-5cd5331259c5.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.349230] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05d99940-b56c-4ab3-84e5-dfe49ab2549a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.369200] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1067.369200] env[69773]: value = "task-3390602" [ 1067.369200] env[69773]: _type = "Task" [ 1067.369200] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.377259] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.472257] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390601, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.680159] env[69773]: DEBUG nova.network.neutron [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Updated VIF entry in instance network info cache for port 47c7a1fd-2fed-495e-8c60-4b7a7bc157be. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1067.680735] env[69773]: DEBUG nova.network.neutron [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Updating instance_info_cache with network_info: [{"id": "47c7a1fd-2fed-495e-8c60-4b7a7bc157be", "address": "fa:16:3e:8e:2d:bd", "network": {"id": "e105e19a-dbf9-4fd6-8b41-034157ac7982", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-213387686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a5f4557f579416dab17361cfe5819d1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c7a1fd-2f", "ovs_interfaceid": "47c7a1fd-2fed-495e-8c60-4b7a7bc157be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.880798] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.923372] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8714b6-711f-4cbb-83fc-cc68181d856c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.930505] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bacdf76-4aea-4a9b-96ae-976be500fd86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.962449] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe2eb62-7be8-4857-8690-2882137f9fea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.975113] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390601, 'name': CreateVM_Task, 'duration_secs': 0.65146} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.977085] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c984ed37-d622-4bb9-a58d-dc5a4f015e89 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.979615] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.980430] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.980678] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.981051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.981863] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acb18186-08c7-440b-be6a-ae8041676327 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.991689] env[69773]: DEBUG nova.compute.provider_tree [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.996959] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1067.996959] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bb2e98-749d-c8b5-1e98-da266156e3bf" [ 1067.996959] env[69773]: _type = "Task" [ 1067.996959] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.005895] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bb2e98-749d-c8b5-1e98-da266156e3bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.183836] env[69773]: DEBUG oslo_concurrency.lockutils [req-a9a8e690-3a78-42f3-8690-a556d881c59b req-370eead9-fecb-4afe-856e-c9e44ec767d8 service nova] Releasing lock "refresh_cache-fbdadbd3-f5d4-44a5-861c-080958d03ab9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.381156] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.494781] env[69773]: DEBUG nova.scheduler.client.report [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.508141] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bb2e98-749d-c8b5-1e98-da266156e3bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.508255] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.508445] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.508601] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.508809] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.508900] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.509174] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e023f459-a828-4991-a273-4a9dd0b17e61 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.518531] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.518725] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.520122] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75078349-1c57-42f5-ad25-d5b852f40cff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.525488] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1068.525488] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52103574-f85d-44d6-67d9-873a2235734d" [ 1068.525488] env[69773]: _type = "Task" [ 1068.525488] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.533143] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52103574-f85d-44d6-67d9-873a2235734d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.881952] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.003392] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.003961] env[69773]: DEBUG nova.compute.manager [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.006902] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.644s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.007146] env[69773]: DEBUG nova.objects.instance [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lazy-loading 'resources' on Instance uuid 40c83586-fd8e-4644-8c26-9c76354f17bf {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.039577] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52103574-f85d-44d6-67d9-873a2235734d, 'name': SearchDatastore_Task, 'duration_secs': 0.008936} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.040658] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138b8ff1-8448-4a34-8414-45fcf37bca55 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.048802] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1069.048802] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5eec0-c436-cfa0-6e9f-ebd534e49e02" [ 1069.048802] env[69773]: _type = "Task" [ 1069.048802] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.059025] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5eec0-c436-cfa0-6e9f-ebd534e49e02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.382687] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390602, 'name': ReconfigVM_Task, 'duration_secs': 1.790928} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.383055] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4c581405-dbcf-417e-9485-5cd5331259c5/4c581405-dbcf-417e-9485-5cd5331259c5.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.383739] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46a547f4-0d03-4022-b7ae-85f8b6cb08b6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.390128] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1069.390128] env[69773]: value = "task-3390603" [ 1069.390128] env[69773]: _type = "Task" [ 1069.390128] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.398794] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390603, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.510469] env[69773]: DEBUG nova.compute.utils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.513076] env[69773]: DEBUG nova.compute.manager [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1069.561696] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5eec0-c436-cfa0-6e9f-ebd534e49e02, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.561955] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.562247] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] fbdadbd3-f5d4-44a5-861c-080958d03ab9/fbdadbd3-f5d4-44a5-861c-080958d03ab9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.562503] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba7136ad-28a3-4b06-b611-bf901a85d5fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.570468] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1069.570468] env[69773]: value = "task-3390604" [ 1069.570468] env[69773]: _type = "Task" [ 1069.570468] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.577619] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.772875] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371737b-ec68-4eb9-b8ef-00e7969a2118 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.780735] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bb9e8c-925c-4268-a809-603980bfa67b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.812630] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5db19c-1000-459b-bb6a-73cecc73f5d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.823008] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1406338b-655d-4f76-8412-6743e11b432c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.840541] env[69773]: DEBUG nova.compute.provider_tree [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.900841] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390603, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.015990] env[69773]: DEBUG nova.compute.manager [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.083046] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390604, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.343641] env[69773]: DEBUG nova.scheduler.client.report [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.399744] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390603, 'name': Rename_Task, 'duration_secs': 0.586285} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.400047] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.400343] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5df7874f-f06e-4d9a-b0e0-f45b65cefa96 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.406838] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1070.406838] env[69773]: value = "task-3390605" [ 1070.406838] env[69773]: _type = "Task" [ 1070.406838] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.415591] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.582647] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536386} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.582882] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] fbdadbd3-f5d4-44a5-861c-080958d03ab9/fbdadbd3-f5d4-44a5-861c-080958d03ab9.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.583137] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.583370] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d73861d7-3f08-4846-855c-1f9935377bcf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.590039] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1070.590039] env[69773]: value = "task-3390606" [ 1070.590039] env[69773]: _type = "Task" [ 1070.590039] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.598735] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.849018] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.851508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.502s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.851815] env[69773]: DEBUG nova.objects.instance [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lazy-loading 'resources' on Instance uuid e5bc9684-6a36-43e9-9f08-631914048341 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.873991] env[69773]: INFO nova.scheduler.client.report [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Deleted allocations for instance 40c83586-fd8e-4644-8c26-9c76354f17bf [ 1070.917970] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390605, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.026548] env[69773]: DEBUG nova.compute.manager [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.053866] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.054135] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.054293] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.054474] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.054620] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.054769] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.054982] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.055163] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.055331] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.055495] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.055668] env[69773]: DEBUG nova.virt.hardware [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.056544] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d511bc-f171-48f9-be00-697e56873dba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.064722] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5f26e3-93c2-4bda-9b8e-120c3a06f951 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.078126] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.083689] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Creating folder: Project (12beadcfcd6c46fba6e0c7b7ad5c67e5). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.083945] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb3d6dce-2ea5-4bb3-a9fd-8f40af286183 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.096430] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Created folder: Project (12beadcfcd6c46fba6e0c7b7ad5c67e5) in parent group-v676268. [ 1071.096430] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Creating folder: Instances. Parent ref: group-v676520. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.100899] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5037d8b-4646-499b-8e82-08009dcf09dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.102492] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191764} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.102762] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.103864] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ac058-616e-42e2-856b-1ce6699d9571 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.125592] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] fbdadbd3-f5d4-44a5-861c-080958d03ab9/fbdadbd3-f5d4-44a5-861c-080958d03ab9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.127152] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71202fd5-b99d-4130-abd8-af9bc0a9f2a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.141660] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Created folder: Instances in parent group-v676520. [ 1071.141848] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.142075] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.143033] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f437d388-e486-42aa-ae8b-dcf21832b9f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.156066] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1071.156066] env[69773]: value = "task-3390609" [ 1071.156066] env[69773]: _type = "Task" [ 1071.156066] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.161141] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.161141] env[69773]: value = "task-3390610" [ 1071.161141] env[69773]: _type = "Task" [ 1071.161141] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.167408] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.172739] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390610, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.384570] env[69773]: DEBUG oslo_concurrency.lockutils [None req-dce140f8-79a6-4de1-a1d5-da4665c6000c tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "40c83586-fd8e-4644-8c26-9c76354f17bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.246s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.419293] env[69773]: DEBUG oslo_vmware.api [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390605, 'name': PowerOnVM_Task, 'duration_secs': 0.89092} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.419573] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.419875] env[69773]: INFO nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Took 10.79 seconds to spawn the instance on the hypervisor. [ 1071.420124] env[69773]: DEBUG nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.421390] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89d80e2-521a-4448-9fe6-1a50cf60a6ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.669156] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390609, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.676042] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390610, 'name': CreateVM_Task, 'duration_secs': 0.324305} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.676199] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.676497] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.676669] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.676967] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.677226] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5d41bf-167a-461f-9eb3-96292e066bf0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.681414] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1071.681414] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cfb019-15ad-ff5d-58e7-a3fcf9087c91" [ 1071.681414] env[69773]: _type = "Task" [ 1071.681414] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.691242] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cfb019-15ad-ff5d-58e7-a3fcf9087c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.695913] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cea07a-f0b9-45d6-af9d-ce2dc5cf9b79 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.702547] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e83e68fb-b062-4523-9aea-26b428807be1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.733272] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1cae4c-c42f-45e0-9f3e-03559c290dfb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.740351] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a139cb-ba47-44af-bde5-5d505f40e3da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.753606] env[69773]: DEBUG nova.compute.provider_tree [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.823892] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.824169] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.824380] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.824567] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.824734] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.826839] env[69773]: INFO nova.compute.manager [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Terminating instance [ 1071.947610] env[69773]: INFO nova.compute.manager [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Took 24.52 seconds to build instance. [ 1072.167026] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390609, 'name': ReconfigVM_Task, 'duration_secs': 0.550762} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.167208] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Reconfigured VM instance instance-00000057 to attach disk [datastore2] fbdadbd3-f5d4-44a5-861c-080958d03ab9/fbdadbd3-f5d4-44a5-861c-080958d03ab9.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.167868] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59507661-d0cf-40a5-98da-5825ed953937 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.173873] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1072.173873] env[69773]: value = "task-3390611" [ 1072.173873] env[69773]: _type = "Task" [ 1072.173873] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.181341] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390611, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.189973] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cfb019-15ad-ff5d-58e7-a3fcf9087c91, 'name': SearchDatastore_Task, 'duration_secs': 0.010638} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.191049] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.191049] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.191049] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.191049] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.191049] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.191271] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6f70014-51fd-4544-8f53-7c962bd02924 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.198940] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.199175] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.199985] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c7f2ae-270f-42b0-8c6e-4448fd5dec86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.206774] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1072.206774] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523eccf7-c0b1-9cb4-8e0f-3d41a48e1574" [ 1072.206774] env[69773]: _type = "Task" [ 1072.206774] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.213933] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523eccf7-c0b1-9cb4-8e0f-3d41a48e1574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.257422] env[69773]: DEBUG nova.scheduler.client.report [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.301479] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d4e7b1-75e5-49ee-a48f-88496f951956 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.308052] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01aa7-1f93-4913-8a88-61fe7b3c07d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Suspending the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1072.308278] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5e68c4be-d477-4cfc-b5a2-d2bdef58c75e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.315191] env[69773]: DEBUG oslo_vmware.api [None req-cfc01aa7-1f93-4913-8a88-61fe7b3c07d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1072.315191] env[69773]: value = "task-3390612" [ 1072.315191] env[69773]: _type = "Task" [ 1072.315191] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.323086] env[69773]: DEBUG oslo_vmware.api [None req-cfc01aa7-1f93-4913-8a88-61fe7b3c07d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390612, 'name': SuspendVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.330910] env[69773]: DEBUG nova.compute.manager [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.331168] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.331997] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a71eac8-9c29-400f-a06e-498595f6889f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.339066] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.339319] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71354679-3e32-498c-8bb2-16a3e9d73499 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.345339] env[69773]: DEBUG oslo_vmware.api [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1072.345339] env[69773]: value = "task-3390613" [ 1072.345339] env[69773]: _type = "Task" [ 1072.345339] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.352665] env[69773]: DEBUG oslo_vmware.api [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.455063] env[69773]: DEBUG oslo_concurrency.lockutils [None req-01609c1c-c67c-45b8-8d40-dd830c3400ee tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "4c581405-dbcf-417e-9485-5cd5331259c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.044s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.684382] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390611, 'name': Rename_Task, 'duration_secs': 0.214602} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.684699] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.684970] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee643a06-6716-452f-91fa-261edadff254 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.691715] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1072.691715] env[69773]: value = "task-3390614" [ 1072.691715] env[69773]: _type = "Task" [ 1072.691715] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.706302] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.715457] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523eccf7-c0b1-9cb4-8e0f-3d41a48e1574, 'name': SearchDatastore_Task, 'duration_secs': 0.010148} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.716226] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a58e3e-9fd3-4d1f-9741-b4ce8e1a8c67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.721050] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1072.721050] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a643b5-71f2-0aa8-53b1-ab069da32b96" [ 1072.721050] env[69773]: _type = "Task" [ 1072.721050] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.728489] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a643b5-71f2-0aa8-53b1-ab069da32b96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.762588] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.765904] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.490s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.767255] env[69773]: INFO nova.compute.claims [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.783940] env[69773]: INFO nova.scheduler.client.report [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Deleted allocations for instance e5bc9684-6a36-43e9-9f08-631914048341 [ 1072.824844] env[69773]: DEBUG oslo_vmware.api [None req-cfc01aa7-1f93-4913-8a88-61fe7b3c07d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390612, 'name': SuspendVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.854961] env[69773]: DEBUG oslo_vmware.api [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390613, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.203182] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390614, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.231087] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a643b5-71f2-0aa8-53b1-ab069da32b96, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.231372] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.231694] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 33c9cf14-a8ec-45fa-b40e-09de8c147faf/33c9cf14-a8ec-45fa-b40e-09de8c147faf.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.231991] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc463603-646a-4b8d-8000-cc3b11c99f3d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.239390] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1073.239390] env[69773]: value = "task-3390615" [ 1073.239390] env[69773]: _type = "Task" [ 1073.239390] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.251073] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.292205] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6bf8500f-238e-4853-b331-5ab2b107218c tempest-ServersNegativeTestJSON-2028321103 tempest-ServersNegativeTestJSON-2028321103-project-member] Lock "e5bc9684-6a36-43e9-9f08-631914048341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.404s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.327042] env[69773]: DEBUG oslo_vmware.api [None req-cfc01aa7-1f93-4913-8a88-61fe7b3c07d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390612, 'name': SuspendVM_Task, 'duration_secs': 0.722262} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.327331] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfc01aa7-1f93-4913-8a88-61fe7b3c07d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Suspended the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1073.327518] env[69773]: DEBUG nova.compute.manager [None req-cfc01aa7-1f93-4913-8a88-61fe7b3c07d2 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.328364] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee54953-9f54-4f69-a932-474cabac0137 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.355290] env[69773]: DEBUG oslo_vmware.api [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390613, 'name': PowerOffVM_Task, 'duration_secs': 0.681863} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.355528] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.355693] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.355942] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd904753-98f7-44db-a39d-4818af90b755 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.443506] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.443775] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.443996] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Deleting the datastore file [datastore1] cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.444305] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a88b7f9b-c073-4b17-8150-d064d241670e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.451100] env[69773]: DEBUG oslo_vmware.api [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for the task: (returnval){ [ 1073.451100] env[69773]: value = "task-3390617" [ 1073.451100] env[69773]: _type = "Task" [ 1073.451100] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.458871] env[69773]: DEBUG oslo_vmware.api [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.703502] env[69773]: DEBUG oslo_vmware.api [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390614, 'name': PowerOnVM_Task, 'duration_secs': 0.747631} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.703843] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.704069] env[69773]: INFO nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Took 8.80 seconds to spawn the instance on the hypervisor. [ 1073.704253] env[69773]: DEBUG nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.705018] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7751245-4ce4-4950-86bf-49d5ca5aa2b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.749305] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390615, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.965117] env[69773]: DEBUG oslo_vmware.api [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.057123] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b953c1-52d1-4f47-a815-ebf80a04bc38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.066208] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874323dd-6ab7-4d75-a909-9bf18c9115f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.100542] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3af9542-e6d8-4dba-bf0a-6ce4aac7fdfd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.109105] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b56cc74-b784-470a-9f32-2cc57bcef343 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.125591] env[69773]: DEBUG nova.compute.provider_tree [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.221137] env[69773]: INFO nova.compute.manager [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Took 23.34 seconds to build instance. [ 1074.251858] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390615, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840192} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.252175] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 33c9cf14-a8ec-45fa-b40e-09de8c147faf/33c9cf14-a8ec-45fa-b40e-09de8c147faf.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.252393] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.252634] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5eeca348-f26f-48b5-9668-c9a91c0a086f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.259868] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1074.259868] env[69773]: value = "task-3390618" [ 1074.259868] env[69773]: _type = "Task" [ 1074.259868] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.267576] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390618, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.464191] env[69773]: DEBUG oslo_vmware.api [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Task: {'id': task-3390617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.671792} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.466020] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.466020] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.466020] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.466020] env[69773]: INFO nova.compute.manager [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1074.466020] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.466020] env[69773]: DEBUG nova.compute.manager [-] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.466020] env[69773]: DEBUG nova.network.neutron [-] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1074.629124] env[69773]: DEBUG nova.scheduler.client.report [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.724750] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b511840c-4e6a-4cdd-a40c-57b4dd5e3bab tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.854s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.771119] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390618, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064013} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.771119] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.772417] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7489f50c-edb4-4741-872f-945b9d6bb9c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.803421] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 33c9cf14-a8ec-45fa-b40e-09de8c147faf/33c9cf14-a8ec-45fa-b40e-09de8c147faf.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.803421] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e759956-2020-4845-bce4-be9051cadba1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.827795] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1074.827795] env[69773]: value = "task-3390619" [ 1074.827795] env[69773]: _type = "Task" [ 1074.827795] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.836568] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390619, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.883649] env[69773]: DEBUG nova.compute.manager [req-a428d2ee-b6ec-458e-8f24-f0080845f5f5 req-4c5d7db7-4513-4367-a19d-de2f4dba3f23 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Received event network-vif-deleted-08c08d7f-edb2-4b6c-9fba-d1c5d1810923 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.883848] env[69773]: INFO nova.compute.manager [req-a428d2ee-b6ec-458e-8f24-f0080845f5f5 req-4c5d7db7-4513-4367-a19d-de2f4dba3f23 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Neutron deleted interface 08c08d7f-edb2-4b6c-9fba-d1c5d1810923; detaching it from the instance and deleting it from the info cache [ 1074.884034] env[69773]: DEBUG nova.network.neutron [req-a428d2ee-b6ec-458e-8f24-f0080845f5f5 req-4c5d7db7-4513-4367-a19d-de2f4dba3f23 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.000470] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "4c581405-dbcf-417e-9485-5cd5331259c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.000822] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "4c581405-dbcf-417e-9485-5cd5331259c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.001075] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "4c581405-dbcf-417e-9485-5cd5331259c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.001277] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "4c581405-dbcf-417e-9485-5cd5331259c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.001430] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "4c581405-dbcf-417e-9485-5cd5331259c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.003533] env[69773]: INFO nova.compute.manager [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Terminating instance [ 1075.140065] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.140783] env[69773]: DEBUG nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.143699] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.278s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.145461] env[69773]: INFO nova.compute.claims [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.322987] env[69773]: DEBUG nova.network.neutron [-] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.340763] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390619, 'name': ReconfigVM_Task, 'duration_secs': 0.262849} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.341063] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 33c9cf14-a8ec-45fa-b40e-09de8c147faf/33c9cf14-a8ec-45fa-b40e-09de8c147faf.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.341897] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-675ab54d-e776-45f2-82b1-b7c71a085fc3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.348068] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1075.348068] env[69773]: value = "task-3390620" [ 1075.348068] env[69773]: _type = "Task" [ 1075.348068] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.356299] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390620, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.386619] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef3ea3c4-ad84-45df-8905-a4555e9a3ed4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.395648] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8ff3bb-1812-4c57-8bee-c6359ea089c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.431429] env[69773]: DEBUG nova.compute.manager [req-a428d2ee-b6ec-458e-8f24-f0080845f5f5 req-4c5d7db7-4513-4367-a19d-de2f4dba3f23 service nova] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Detach interface failed, port_id=08c08d7f-edb2-4b6c-9fba-d1c5d1810923, reason: Instance cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1075.507270] env[69773]: DEBUG nova.compute.manager [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.507510] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.508422] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7613b3ca-1f9b-4d67-a946-2f6736a57a36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.518271] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.518599] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3928d4d2-0117-4a1f-a0aa-ef51cdb024b6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.584162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Acquiring lock "4b8e67a0-adec-4604-97ee-02248abc145e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.584162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "4b8e67a0-adec-4604-97ee-02248abc145e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.584411] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Acquiring lock "4b8e67a0-adec-4604-97ee-02248abc145e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.584670] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "4b8e67a0-adec-4604-97ee-02248abc145e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.584857] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "4b8e67a0-adec-4604-97ee-02248abc145e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.588459] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.588651] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.588828] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleting the datastore file [datastore2] 4c581405-dbcf-417e-9485-5cd5331259c5 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.589341] env[69773]: INFO nova.compute.manager [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Terminating instance [ 1075.590763] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66e87d69-e213-4b31-a3e1-5f950a216a14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.599031] env[69773]: DEBUG oslo_vmware.api [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1075.599031] env[69773]: value = "task-3390622" [ 1075.599031] env[69773]: _type = "Task" [ 1075.599031] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.609270] env[69773]: DEBUG oslo_vmware.api [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.649941] env[69773]: DEBUG nova.compute.utils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.653457] env[69773]: DEBUG nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1075.653630] env[69773]: DEBUG nova.network.neutron [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1075.692433] env[69773]: DEBUG nova.policy [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c361918cd959452589884b330317247a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43abea7adbda4bcba5f275f915338cbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.827113] env[69773]: INFO nova.compute.manager [-] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Took 1.36 seconds to deallocate network for instance. [ 1075.858067] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390620, 'name': Rename_Task, 'duration_secs': 0.134131} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.858447] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.858528] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a14210c5-f47f-46f5-994a-72575cd57709 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.867809] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1075.867809] env[69773]: value = "task-3390623" [ 1075.867809] env[69773]: _type = "Task" [ 1075.867809] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.875875] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.971093] env[69773]: DEBUG nova.network.neutron [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Successfully created port: a7587c17-0007-4b2b-89ba-5b5c1b1c66df {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.095905] env[69773]: DEBUG nova.compute.manager [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.096299] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.096514] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60febb74-3b2e-4525-a39f-38656c58e183 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.104732] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 1076.104732] env[69773]: value = "task-3390624" [ 1076.104732] env[69773]: _type = "Task" [ 1076.104732] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.111839] env[69773]: DEBUG oslo_vmware.api [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.384882} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.112568] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.112855] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.113142] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.113469] env[69773]: INFO nova.compute.manager [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1076.113670] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.113919] env[69773]: DEBUG nova.compute.manager [-] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.114121] env[69773]: DEBUG nova.network.neutron [-] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1076.119121] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390624, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.154392] env[69773]: DEBUG nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.183612] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.183830] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.184077] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.184294] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.184681] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.187082] env[69773]: INFO nova.compute.manager [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Terminating instance [ 1076.332063] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.380984] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.460699] env[69773]: DEBUG nova.compute.manager [req-eb8fbfd0-e19a-4b93-8a59-5b855fd1276a req-06a31029-09e0-4f57-a571-c5d81b81853a service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Received event network-vif-deleted-1655ff8d-2c57-4f6b-b01d-7944d3a7f23c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.460699] env[69773]: INFO nova.compute.manager [req-eb8fbfd0-e19a-4b93-8a59-5b855fd1276a req-06a31029-09e0-4f57-a571-c5d81b81853a service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Neutron deleted interface 1655ff8d-2c57-4f6b-b01d-7944d3a7f23c; detaching it from the instance and deleting it from the info cache [ 1076.461125] env[69773]: DEBUG nova.network.neutron [req-eb8fbfd0-e19a-4b93-8a59-5b855fd1276a req-06a31029-09e0-4f57-a571-c5d81b81853a service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.532227] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4183405-2d41-4055-a65e-622245d4f594 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.539884] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010edb1e-c720-43da-9da6-2376a7fdde7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.571425] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25024530-fc0b-4f3a-ac81-458b39e1e1bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.578713] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d70bf-5695-4be3-bed6-ac3a362be605 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.591857] env[69773]: DEBUG nova.compute.provider_tree [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.614813] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390624, 'name': PowerOffVM_Task, 'duration_secs': 0.232172} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.615102] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.615298] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1076.615487] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676410', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'name': 'volume-0831df3f-9d83-4083-b4d8-04d434059418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8e67a0-adec-4604-97ee-02248abc145e', 'attached_at': '', 'detached_at': '', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'serial': '0831df3f-9d83-4083-b4d8-04d434059418'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1076.616296] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f57f8d-ee4f-4e2d-a4cb-681b365e68ae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.634727] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e91fb5-6784-4c58-b665-f1e49751342c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.642215] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6caca5fc-d93e-42ef-ac05-9b4c8a792739 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.675057] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1774bcc9-2736-4e4b-b5aa-63c6fbe2189d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.693968] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] The volume has not been displaced from its original location: [datastore2] volume-0831df3f-9d83-4083-b4d8-04d434059418/volume-0831df3f-9d83-4083-b4d8-04d434059418.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1076.699232] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1076.699947] env[69773]: DEBUG nova.compute.manager [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.700169] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.700412] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c986780-379f-4da6-8442-c939251a62c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.713948] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887f13c9-fab6-4276-80fc-9d3b8670ac88 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.722745] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.724035] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d57a0f94-a708-41e4-a331-048e25cb4b97 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.725590] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 1076.725590] env[69773]: value = "task-3390625" [ 1076.725590] env[69773]: _type = "Task" [ 1076.725590] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.730448] env[69773]: DEBUG oslo_vmware.api [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1076.730448] env[69773]: value = "task-3390626" [ 1076.730448] env[69773]: _type = "Task" [ 1076.730448] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.736434] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390625, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.741346] env[69773]: DEBUG oslo_vmware.api [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.879682] env[69773]: DEBUG oslo_vmware.api [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390623, 'name': PowerOnVM_Task, 'duration_secs': 0.66815} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.880083] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.880315] env[69773]: INFO nova.compute.manager [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1076.880499] env[69773]: DEBUG nova.compute.manager [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.881298] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d643ca00-d077-466a-a42b-b00adde99c9e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.941584] env[69773]: DEBUG nova.network.neutron [-] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.963510] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f446b502-6895-4ced-abce-654533210075 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.973450] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950f0dfc-048e-4d42-b244-0663bb8b3048 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.007201] env[69773]: DEBUG nova.compute.manager [req-eb8fbfd0-e19a-4b93-8a59-5b855fd1276a req-06a31029-09e0-4f57-a571-c5d81b81853a service nova] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Detach interface failed, port_id=1655ff8d-2c57-4f6b-b01d-7944d3a7f23c, reason: Instance 4c581405-dbcf-417e-9485-5cd5331259c5 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1077.095493] env[69773]: DEBUG nova.scheduler.client.report [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.182266] env[69773]: DEBUG nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.208421] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.208661] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.208819] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.209010] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.209164] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.209313] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.209517] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.209673] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.209874] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.210073] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.210253] env[69773]: DEBUG nova.virt.hardware [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.211187] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb9f2e5-1d39-485c-8134-7073dfd6aaf7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.218973] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8225dda2-6c03-4b29-898a-150fbfb9c99c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.242674] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390625, 'name': ReconfigVM_Task, 'duration_secs': 0.175801} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.243345] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1077.250852] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059cff47-dae9-48bd-a668-78df48322867 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.262551] env[69773]: DEBUG oslo_vmware.api [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390626, 'name': PowerOffVM_Task, 'duration_secs': 0.393483} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.262837] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.262999] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.263718] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ab1c39d-07ab-4fc8-bde9-b651bef94830 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.268168] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 1077.268168] env[69773]: value = "task-3390627" [ 1077.268168] env[69773]: _type = "Task" [ 1077.268168] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.276277] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.326166] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.326323] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.326501] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleting the datastore file [datastore2] fbdadbd3-f5d4-44a5-861c-080958d03ab9 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.326772] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57975c29-f2df-40c8-bf29-eebb00565869 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.333137] env[69773]: DEBUG oslo_vmware.api [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for the task: (returnval){ [ 1077.333137] env[69773]: value = "task-3390629" [ 1077.333137] env[69773]: _type = "Task" [ 1077.333137] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.342881] env[69773]: DEBUG oslo_vmware.api [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.403080] env[69773]: INFO nova.compute.manager [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Took 23.42 seconds to build instance. [ 1077.443656] env[69773]: INFO nova.compute.manager [-] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Took 1.33 seconds to deallocate network for instance. [ 1077.603520] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.603520] env[69773]: DEBUG nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1077.604856] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.273s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.605197] env[69773]: DEBUG nova.objects.instance [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lazy-loading 'resources' on Instance uuid cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1077.608927] env[69773]: DEBUG nova.compute.manager [req-93390c6c-8660-4db1-9182-14d0eca2972a req-2e2f822b-0b7f-4e38-a08d-39d1c5ebee88 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Received event network-vif-plugged-a7587c17-0007-4b2b-89ba-5b5c1b1c66df {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.609387] env[69773]: DEBUG oslo_concurrency.lockutils [req-93390c6c-8660-4db1-9182-14d0eca2972a req-2e2f822b-0b7f-4e38-a08d-39d1c5ebee88 service nova] Acquiring lock "bf02fc74-039b-43d3-9672-4776bb09d814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.609699] env[69773]: DEBUG oslo_concurrency.lockutils [req-93390c6c-8660-4db1-9182-14d0eca2972a req-2e2f822b-0b7f-4e38-a08d-39d1c5ebee88 service nova] Lock "bf02fc74-039b-43d3-9672-4776bb09d814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.610024] env[69773]: DEBUG oslo_concurrency.lockutils [req-93390c6c-8660-4db1-9182-14d0eca2972a req-2e2f822b-0b7f-4e38-a08d-39d1c5ebee88 service nova] Lock "bf02fc74-039b-43d3-9672-4776bb09d814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.610540] env[69773]: DEBUG nova.compute.manager [req-93390c6c-8660-4db1-9182-14d0eca2972a req-2e2f822b-0b7f-4e38-a08d-39d1c5ebee88 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] No waiting events found dispatching network-vif-plugged-a7587c17-0007-4b2b-89ba-5b5c1b1c66df {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.610900] env[69773]: WARNING nova.compute.manager [req-93390c6c-8660-4db1-9182-14d0eca2972a req-2e2f822b-0b7f-4e38-a08d-39d1c5ebee88 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Received unexpected event network-vif-plugged-a7587c17-0007-4b2b-89ba-5b5c1b1c66df for instance with vm_state building and task_state spawning. [ 1077.778061] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390627, 'name': ReconfigVM_Task, 'duration_secs': 0.224803} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.778396] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676410', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'name': 'volume-0831df3f-9d83-4083-b4d8-04d434059418', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4b8e67a0-adec-4604-97ee-02248abc145e', 'attached_at': '', 'detached_at': '', 'volume_id': '0831df3f-9d83-4083-b4d8-04d434059418', 'serial': '0831df3f-9d83-4083-b4d8-04d434059418'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1077.778686] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.779463] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa043f3-1f4a-4663-b520-fef85316f645 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.786361] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.786588] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bee72d81-15e3-4458-bba5-e86b9547a10a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.843864] env[69773]: DEBUG oslo_vmware.api [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Task: {'id': task-3390629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218164} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.843972] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.844139] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.844372] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.844540] env[69773]: INFO nova.compute.manager [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1077.844817] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.844973] env[69773]: DEBUG nova.compute.manager [-] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.845088] env[69773]: DEBUG nova.network.neutron [-] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1077.848894] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.849131] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.849279] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Deleting the datastore file [datastore2] 4b8e67a0-adec-4604-97ee-02248abc145e {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.849515] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05f00df9-35a7-4752-bdb0-6c3e30b6df18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.856131] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for the task: (returnval){ [ 1077.856131] env[69773]: value = "task-3390631" [ 1077.856131] env[69773]: _type = "Task" [ 1077.856131] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.867269] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.904876] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e19e2397-0e4f-4378-8570-14233eeb153e tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.931s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.951679] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.029512] env[69773]: DEBUG nova.network.neutron [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Successfully updated port: a7587c17-0007-4b2b-89ba-5b5c1b1c66df {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.108640] env[69773]: DEBUG nova.compute.utils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1078.113788] env[69773]: DEBUG nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1078.113992] env[69773]: DEBUG nova.network.neutron [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1078.140269] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bef47e73-4342-4a84-b4d2-51b2b9f5f676 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.140547] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bef47e73-4342-4a84-b4d2-51b2b9f5f676 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.140933] env[69773]: DEBUG nova.objects.instance [None req-bef47e73-4342-4a84-b4d2-51b2b9f5f676 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'flavor' on Instance uuid 64833a8e-1fff-4382-802b-384a4b3fb504 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.182072] env[69773]: DEBUG nova.policy [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e64f78c76554d259e44d5cd92881fa4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2af3e6ab33a448ce8a11880c50b6197b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1078.190799] env[69773]: DEBUG nova.compute.manager [req-a38786a6-8115-4fbe-9401-02ddec7718b6 req-5af1f420-dfc4-45f9-a3a0-68b64f356404 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Received event network-changed-a7587c17-0007-4b2b-89ba-5b5c1b1c66df {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.190799] env[69773]: DEBUG nova.compute.manager [req-a38786a6-8115-4fbe-9401-02ddec7718b6 req-5af1f420-dfc4-45f9-a3a0-68b64f356404 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Refreshing instance network info cache due to event network-changed-a7587c17-0007-4b2b-89ba-5b5c1b1c66df. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.191060] env[69773]: DEBUG oslo_concurrency.lockutils [req-a38786a6-8115-4fbe-9401-02ddec7718b6 req-5af1f420-dfc4-45f9-a3a0-68b64f356404 service nova] Acquiring lock "refresh_cache-bf02fc74-039b-43d3-9672-4776bb09d814" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.192862] env[69773]: DEBUG oslo_concurrency.lockutils [req-a38786a6-8115-4fbe-9401-02ddec7718b6 req-5af1f420-dfc4-45f9-a3a0-68b64f356404 service nova] Acquired lock "refresh_cache-bf02fc74-039b-43d3-9672-4776bb09d814" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.192862] env[69773]: DEBUG nova.network.neutron [req-a38786a6-8115-4fbe-9401-02ddec7718b6 req-5af1f420-dfc4-45f9-a3a0-68b64f356404 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Refreshing network info cache for port a7587c17-0007-4b2b-89ba-5b5c1b1c66df {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1078.246381] env[69773]: INFO nova.compute.manager [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Rebuilding instance [ 1078.287867] env[69773]: DEBUG nova.compute.manager [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.288914] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d92c92-6f48-4df0-ad40-43def0460a6c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.366907] env[69773]: DEBUG oslo_vmware.api [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Task: {'id': task-3390631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076287} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.369142] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.369343] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.369501] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.369670] env[69773]: INFO nova.compute.manager [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1078.370185] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.370783] env[69773]: DEBUG nova.compute.manager [-] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.370860] env[69773]: DEBUG nova.network.neutron [-] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1078.383527] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffec5f70-c484-4bf2-bc9b-9ab51d814fae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.391980] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d79ab95-31df-457d-a02b-96aff1371fc4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.430483] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52bf917-d954-4ef0-a075-4804d4ae0210 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.438939] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f752b548-62fc-4b46-93b2-74df71c9f179 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.453177] env[69773]: DEBUG nova.compute.provider_tree [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.455161] env[69773]: DEBUG nova.network.neutron [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Successfully created port: 45d4f15d-7111-4970-aab7-f3bd86fbc39c {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.487785] env[69773]: DEBUG nova.compute.manager [req-e15be8ae-b5d6-4fd7-b615-8896ccb6bb2d req-b11e4bc5-2234-4842-bdd0-145b08fed549 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Received event network-vif-deleted-47c7a1fd-2fed-495e-8c60-4b7a7bc157be {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.488035] env[69773]: INFO nova.compute.manager [req-e15be8ae-b5d6-4fd7-b615-8896ccb6bb2d req-b11e4bc5-2234-4842-bdd0-145b08fed549 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Neutron deleted interface 47c7a1fd-2fed-495e-8c60-4b7a7bc157be; detaching it from the instance and deleting it from the info cache [ 1078.488224] env[69773]: DEBUG nova.network.neutron [req-e15be8ae-b5d6-4fd7-b615-8896ccb6bb2d req-b11e4bc5-2234-4842-bdd0-145b08fed549 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.533307] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "refresh_cache-bf02fc74-039b-43d3-9672-4776bb09d814" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.614092] env[69773]: DEBUG nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1078.630430] env[69773]: DEBUG nova.network.neutron [-] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.645729] env[69773]: DEBUG nova.objects.instance [None req-bef47e73-4342-4a84-b4d2-51b2b9f5f676 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'pci_requests' on Instance uuid 64833a8e-1fff-4382-802b-384a4b3fb504 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.754014] env[69773]: DEBUG nova.network.neutron [req-a38786a6-8115-4fbe-9401-02ddec7718b6 req-5af1f420-dfc4-45f9-a3a0-68b64f356404 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1078.912042] env[69773]: DEBUG nova.network.neutron [req-a38786a6-8115-4fbe-9401-02ddec7718b6 req-5af1f420-dfc4-45f9-a3a0-68b64f356404 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.958633] env[69773]: DEBUG nova.scheduler.client.report [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.995523] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61d09e30-d091-479f-802d-5db208c8a573 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.005740] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a70d6f-f698-4e0f-8cf8-a5d782cab2bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.040276] env[69773]: DEBUG nova.compute.manager [req-e15be8ae-b5d6-4fd7-b615-8896ccb6bb2d req-b11e4bc5-2234-4842-bdd0-145b08fed549 service nova] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Detach interface failed, port_id=47c7a1fd-2fed-495e-8c60-4b7a7bc157be, reason: Instance fbdadbd3-f5d4-44a5-861c-080958d03ab9 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.134630] env[69773]: INFO nova.compute.manager [-] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Took 1.29 seconds to deallocate network for instance. [ 1079.149938] env[69773]: DEBUG nova.objects.base [None req-bef47e73-4342-4a84-b4d2-51b2b9f5f676 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Object Instance<64833a8e-1fff-4382-802b-384a4b3fb504> lazy-loaded attributes: flavor,pci_requests {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1079.150811] env[69773]: DEBUG nova.network.neutron [None req-bef47e73-4342-4a84-b4d2-51b2b9f5f676 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.257062] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bef47e73-4342-4a84-b4d2-51b2b9f5f676 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.116s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.307600] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.307920] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-190b7061-cb86-4fa1-b04e-497785baae15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.316071] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1079.316071] env[69773]: value = "task-3390632" [ 1079.316071] env[69773]: _type = "Task" [ 1079.316071] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.325390] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.414567] env[69773]: DEBUG oslo_concurrency.lockutils [req-a38786a6-8115-4fbe-9401-02ddec7718b6 req-5af1f420-dfc4-45f9-a3a0-68b64f356404 service nova] Releasing lock "refresh_cache-bf02fc74-039b-43d3-9672-4776bb09d814" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.414983] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "refresh_cache-bf02fc74-039b-43d3-9672-4776bb09d814" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.415168] env[69773]: DEBUG nova.network.neutron [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1079.463764] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.466291] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.515s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.466573] env[69773]: DEBUG nova.objects.instance [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'resources' on Instance uuid 4c581405-dbcf-417e-9485-5cd5331259c5 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.489137] env[69773]: INFO nova.scheduler.client.report [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Deleted allocations for instance cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66 [ 1079.497326] env[69773]: DEBUG nova.network.neutron [-] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.625201] env[69773]: DEBUG nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1079.641216] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.652669] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1079.652944] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1079.653133] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1079.653326] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1079.653471] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1079.653615] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1079.653827] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1079.653985] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1079.654163] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1079.654348] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1079.654494] env[69773]: DEBUG nova.virt.hardware [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1079.655400] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf9aeef-8ebf-44c6-b793-9f0ba7d4f687 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.663615] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4047c4-719b-4664-b025-6d40e9afeb5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.826482] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390632, 'name': PowerOffVM_Task, 'duration_secs': 0.128074} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.826759] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.826992] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.828367] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18c1ba6-1ee8-4bc3-a5b0-1c8089482189 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.835035] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.835270] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17ef61f4-586a-45ac-8934-f8da6f9976cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.858093] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.858272] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.858454] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Deleting the datastore file [datastore1] 33c9cf14-a8ec-45fa-b40e-09de8c147faf {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.858711] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19775cef-6e88-4de8-92e5-cfba4be6b049 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.865289] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1079.865289] env[69773]: value = "task-3390634" [ 1079.865289] env[69773]: _type = "Task" [ 1079.865289] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.873083] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.951150] env[69773]: DEBUG nova.network.neutron [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1079.996782] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6d5d199d-a9f4-45db-a8f9-6846c037f0ad tempest-ServersAdminNegativeTestJSON-1700861705 tempest-ServersAdminNegativeTestJSON-1700861705-project-member] Lock "cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.172s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.998872] env[69773]: INFO nova.compute.manager [-] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Took 1.63 seconds to deallocate network for instance. [ 1080.143317] env[69773]: DEBUG nova.network.neutron [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Successfully updated port: 45d4f15d-7111-4970-aab7-f3bd86fbc39c {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.172325] env[69773]: DEBUG nova.network.neutron [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Updating instance_info_cache with network_info: [{"id": "a7587c17-0007-4b2b-89ba-5b5c1b1c66df", "address": "fa:16:3e:bc:09:ef", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7587c17-00", "ovs_interfaceid": "a7587c17-0007-4b2b-89ba-5b5c1b1c66df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.238829] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f24b0d-c1e4-46a6-ba19-e3fa1e2191e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.243525] env[69773]: DEBUG nova.compute.manager [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Received event network-vif-plugged-45d4f15d-7111-4970-aab7-f3bd86fbc39c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.243733] env[69773]: DEBUG oslo_concurrency.lockutils [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] Acquiring lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.243936] env[69773]: DEBUG oslo_concurrency.lockutils [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] Lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.244118] env[69773]: DEBUG oslo_concurrency.lockutils [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] Lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.244285] env[69773]: DEBUG nova.compute.manager [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] No waiting events found dispatching network-vif-plugged-45d4f15d-7111-4970-aab7-f3bd86fbc39c {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1080.244450] env[69773]: WARNING nova.compute.manager [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Received unexpected event network-vif-plugged-45d4f15d-7111-4970-aab7-f3bd86fbc39c for instance with vm_state building and task_state spawning. [ 1080.244967] env[69773]: DEBUG nova.compute.manager [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Received event network-changed-45d4f15d-7111-4970-aab7-f3bd86fbc39c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.244967] env[69773]: DEBUG nova.compute.manager [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Refreshing instance network info cache due to event network-changed-45d4f15d-7111-4970-aab7-f3bd86fbc39c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.244967] env[69773]: DEBUG oslo_concurrency.lockutils [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] Acquiring lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.245134] env[69773]: DEBUG oslo_concurrency.lockutils [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] Acquired lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.245258] env[69773]: DEBUG nova.network.neutron [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Refreshing network info cache for port 45d4f15d-7111-4970-aab7-f3bd86fbc39c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1080.252828] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8aae6c-3891-4a4b-8cd8-ad2dec817186 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.288218] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1595280-9c6c-45c3-bf1f-7ed81e269979 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.295919] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c58caa-3b0b-46e1-9cb7-5704b24f94f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.310242] env[69773]: DEBUG nova.compute.provider_tree [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.376061] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0944} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.376061] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.376061] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.376284] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.515652] env[69773]: DEBUG nova.compute.manager [req-341fa298-d85e-42c2-a848-0f3dc8dd5d88 req-53f847dc-f9f3-4f5f-a380-303c9fe97b4c service nova] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Received event network-vif-deleted-d3090f30-37de-420e-b1fa-bec6a5163711 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.548887] env[69773]: INFO nova.compute.manager [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Took 0.55 seconds to detach 1 volumes for instance. [ 1080.551678] env[69773]: DEBUG nova.compute.manager [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Deleting volume: 0831df3f-9d83-4083-b4d8-04d434059418 {{(pid=69773) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1080.646051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.679716] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "refresh_cache-bf02fc74-039b-43d3-9672-4776bb09d814" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.680138] env[69773]: DEBUG nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Instance network_info: |[{"id": "a7587c17-0007-4b2b-89ba-5b5c1b1c66df", "address": "fa:16:3e:bc:09:ef", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7587c17-00", "ovs_interfaceid": "a7587c17-0007-4b2b-89ba-5b5c1b1c66df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.680563] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:09:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7587c17-0007-4b2b-89ba-5b5c1b1c66df', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.688608] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.690261] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.694365] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcf094f4-c4dc-42c1-9f0d-a8d097030575 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.709735] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.709991] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.710305] env[69773]: DEBUG nova.objects.instance [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'flavor' on Instance uuid 64833a8e-1fff-4382-802b-384a4b3fb504 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.717699] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.717699] env[69773]: value = "task-3390636" [ 1080.717699] env[69773]: _type = "Task" [ 1080.717699] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.727951] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390636, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.779710] env[69773]: DEBUG nova.network.neutron [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1080.813370] env[69773]: DEBUG nova.scheduler.client.report [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.886825] env[69773]: DEBUG nova.network.neutron [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.091658] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.227311] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390636, 'name': CreateVM_Task, 'duration_secs': 0.31711} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.227484] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.228811] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.228811] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.229154] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.229430] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc4e8864-0844-43ad-9d12-439ab29f8487 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.234410] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1081.234410] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0476e-6214-8773-c379-f1a9879ee15c" [ 1081.234410] env[69773]: _type = "Task" [ 1081.234410] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.243553] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0476e-6214-8773-c379-f1a9879ee15c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.303986] env[69773]: DEBUG nova.objects.instance [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'pci_requests' on Instance uuid 64833a8e-1fff-4382-802b-384a4b3fb504 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.320636] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.322974] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.682s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.322974] env[69773]: DEBUG nova.objects.instance [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lazy-loading 'resources' on Instance uuid fbdadbd3-f5d4-44a5-861c-080958d03ab9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.348849] env[69773]: INFO nova.scheduler.client.report [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted allocations for instance 4c581405-dbcf-417e-9485-5cd5331259c5 [ 1081.390414] env[69773]: DEBUG oslo_concurrency.lockutils [req-3599bb87-2d0f-4981-9cd5-2767d59adb56 req-8e0b9aa3-3a79-46ea-9288-945d97edc415 service nova] Releasing lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.390414] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.390512] env[69773]: DEBUG nova.network.neutron [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1081.418466] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.418704] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.418859] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.419100] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.419297] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.419970] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.420296] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.420514] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.420728] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.420980] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.421213] env[69773]: DEBUG nova.virt.hardware [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.422382] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb3e51c-f1d5-4b77-ac67-b17714fd9e34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.433052] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf8cf2-80d9-49a6-8946-e474337b2cb3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.446352] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.452275] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.452537] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.452812] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d694e18-8d2f-413f-ae40-b805abf47359 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.470084] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.470084] env[69773]: value = "task-3390637" [ 1081.470084] env[69773]: _type = "Task" [ 1081.470084] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.478458] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390637, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.746809] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0476e-6214-8773-c379-f1a9879ee15c, 'name': SearchDatastore_Task, 'duration_secs': 0.010966} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.747252] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.747429] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.747641] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.747805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.747988] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.748248] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20e9a044-0f4c-442a-a7c3-a4e3e27d5f04 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.758253] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.758480] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.759321] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d67b5235-293d-4e8a-8ce1-b8e27a8c891c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.764991] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1081.764991] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5270ef03-f807-d2a1-e132-c1223c576b31" [ 1081.764991] env[69773]: _type = "Task" [ 1081.764991] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.773014] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5270ef03-f807-d2a1-e132-c1223c576b31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.807432] env[69773]: DEBUG nova.objects.base [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Object Instance<64833a8e-1fff-4382-802b-384a4b3fb504> lazy-loaded attributes: flavor,pci_requests {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.807647] env[69773]: DEBUG nova.network.neutron [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.847514] env[69773]: DEBUG nova.policy [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.861172] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b70a987f-96e7-42b0-b5d0-8f8ed8b59e48 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "4c581405-dbcf-417e-9485-5cd5331259c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.860s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.931230] env[69773]: DEBUG nova.network.neutron [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1081.982851] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390637, 'name': CreateVM_Task, 'duration_secs': 0.295076} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.985681] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.986421] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.986613] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.986924] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.987749] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bad0b7e-f4a0-4108-a296-66963314b9a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.994867] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1081.994867] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d4f8aa-0a63-1066-6473-72aac38daa2f" [ 1081.994867] env[69773]: _type = "Task" [ 1081.994867] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.003350] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d4f8aa-0a63-1066-6473-72aac38daa2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.077283] env[69773]: DEBUG nova.network.neutron [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Updating instance_info_cache with network_info: [{"id": "45d4f15d-7111-4970-aab7-f3bd86fbc39c", "address": "fa:16:3e:65:a7:29", "network": {"id": "508484c6-3f71-452f-95e3-134eb9d4fc71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-770809512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2af3e6ab33a448ce8a11880c50b6197b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d4f15d-71", "ovs_interfaceid": "45d4f15d-7111-4970-aab7-f3bd86fbc39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.107585] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e5c3e5-779c-47f6-b4a5-7421f014cbde {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.117389] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8374d60f-5a44-4041-ae83-3595af4f4ef7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.149161] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0248d4bd-37ca-47f1-976b-f3014a20cb6e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.157030] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608eb744-6cad-420f-92b5-7bb392897d5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.161750] env[69773]: DEBUG nova.network.neutron [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Successfully created port: 902f43a8-5553-4a55-a13b-00ba6c2cf1cc {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.175267] env[69773]: DEBUG nova.compute.provider_tree [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.277786] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5270ef03-f807-d2a1-e132-c1223c576b31, 'name': SearchDatastore_Task, 'duration_secs': 0.053554} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.279699] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0280a3a7-4a22-462d-8d90-e4504618f05f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.285261] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1082.285261] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0c964-8b9b-c894-8bfa-beeffbf3e005" [ 1082.285261] env[69773]: _type = "Task" [ 1082.285261] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.297329] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0c964-8b9b-c894-8bfa-beeffbf3e005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.505348] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d4f8aa-0a63-1066-6473-72aac38daa2f, 'name': SearchDatastore_Task, 'duration_secs': 0.015003} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.505652] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.505887] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.506138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.506286] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.506458] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.506710] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-607e83dd-23ff-4438-9ef2-bd954dc86ecf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.514889] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.514889] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.515301] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7f7d13-3f3b-4763-9e61-132ca602880b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.520503] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1082.520503] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528d5c8b-9c78-e991-ab1b-8d46c9197570" [ 1082.520503] env[69773]: _type = "Task" [ 1082.520503] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.528511] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528d5c8b-9c78-e991-ab1b-8d46c9197570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.581139] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.581139] env[69773]: DEBUG nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Instance network_info: |[{"id": "45d4f15d-7111-4970-aab7-f3bd86fbc39c", "address": "fa:16:3e:65:a7:29", "network": {"id": "508484c6-3f71-452f-95e3-134eb9d4fc71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-770809512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2af3e6ab33a448ce8a11880c50b6197b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d4f15d-71", "ovs_interfaceid": "45d4f15d-7111-4970-aab7-f3bd86fbc39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.581139] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:a7:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45d4f15d-7111-4970-aab7-f3bd86fbc39c', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.588941] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.589278] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.589991] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df10c214-24fe-4f02-a3d4-53d4502a7954 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.610162] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.610162] env[69773]: value = "task-3390638" [ 1082.610162] env[69773]: _type = "Task" [ 1082.610162] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.617762] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390638, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.678280] env[69773]: DEBUG nova.scheduler.client.report [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.795662] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c0c964-8b9b-c894-8bfa-beeffbf3e005, 'name': SearchDatastore_Task, 'duration_secs': 0.014655} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.795662] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.796190] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814/bf02fc74-039b-43d3-9672-4776bb09d814.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.796190] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d36d49ed-d661-49c4-aba5-28793e8cf7ae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.803556] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1082.803556] env[69773]: value = "task-3390639" [ 1082.803556] env[69773]: _type = "Task" [ 1082.803556] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.811134] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390639, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.032282] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528d5c8b-9c78-e991-ab1b-8d46c9197570, 'name': SearchDatastore_Task, 'duration_secs': 0.008375} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.033151] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71ba27d-d60b-46eb-8018-71a66f240e62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.038980] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1083.038980] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd86f8-f4ad-f3ab-7fa3-af9c2f08150e" [ 1083.038980] env[69773]: _type = "Task" [ 1083.038980] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.047526] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd86f8-f4ad-f3ab-7fa3-af9c2f08150e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.120448] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390638, 'name': CreateVM_Task, 'duration_secs': 0.328416} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.120649] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.121482] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.121667] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.122023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.122316] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc04f849-a9f1-4ba3-bc96-1410177fbf2c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.127671] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1083.127671] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a58171-54ce-6556-a590-6bdbcf7aa118" [ 1083.127671] env[69773]: _type = "Task" [ 1083.127671] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.136473] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a58171-54ce-6556-a590-6bdbcf7aa118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.184571] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.862s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.187259] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.096s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.187934] env[69773]: DEBUG nova.objects.instance [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lazy-loading 'resources' on Instance uuid 4b8e67a0-adec-4604-97ee-02248abc145e {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.207293] env[69773]: INFO nova.scheduler.client.report [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Deleted allocations for instance fbdadbd3-f5d4-44a5-861c-080958d03ab9 [ 1083.314357] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390639, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462923} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.314574] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814/bf02fc74-039b-43d3-9672-4776bb09d814.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.314804] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.315064] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff4746d1-0a21-445d-94dc-630ab72f4c11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.321786] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1083.321786] env[69773]: value = "task-3390640" [ 1083.321786] env[69773]: _type = "Task" [ 1083.321786] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.329180] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.551826] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd86f8-f4ad-f3ab-7fa3-af9c2f08150e, 'name': SearchDatastore_Task, 'duration_secs': 0.019178} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.552128] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.552408] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 33c9cf14-a8ec-45fa-b40e-09de8c147faf/33c9cf14-a8ec-45fa-b40e-09de8c147faf.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.552700] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d2f945d-6ecd-4975-b946-e49f3920a767 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.560565] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1083.560565] env[69773]: value = "task-3390641" [ 1083.560565] env[69773]: _type = "Task" [ 1083.560565] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.569266] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.641023] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a58171-54ce-6556-a590-6bdbcf7aa118, 'name': SearchDatastore_Task, 'duration_secs': 0.017975} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.641023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.641023] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.641023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.641023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.641023] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.641023] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-512c9454-69be-4471-a2a1-7926e5eb109f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.663453] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.663662] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.664447] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc66ffa-8ced-435d-bd6f-90875127b8e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.671870] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1083.671870] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bce6b6-2383-7492-1c31-3ee7be817e7c" [ 1083.671870] env[69773]: _type = "Task" [ 1083.671870] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.680114] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bce6b6-2383-7492-1c31-3ee7be817e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.717072] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d314c385-208a-4073-ad4b-fcc6a68b8538 tempest-ServerDiskConfigTestJSON-900188476 tempest-ServerDiskConfigTestJSON-900188476-project-member] Lock "fbdadbd3-f5d4-44a5-861c-080958d03ab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.533s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.835757] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060932} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.838611] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1083.839681] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d82fc1-4dd8-424d-9197-df6a22851bca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.865212] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814/bf02fc74-039b-43d3-9672-4776bb09d814.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.870017] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8b9add3-14f5-43bd-848f-cf1145e722aa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.891247] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1083.891247] env[69773]: value = "task-3390642" [ 1083.891247] env[69773]: _type = "Task" [ 1083.891247] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.902965] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.955028] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee52704-b161-4553-828c-3f729eb4c786 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.965646] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4c7c47-7d6e-4f21-b8d1-f40399fe215b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.004135] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6825a72c-bf3d-4112-8ae4-cff3fc3ff7fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.014494] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3162be-86f9-4ce8-ac35-9115fa016a35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.032557] env[69773]: DEBUG nova.compute.provider_tree [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.071561] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390641, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.106274] env[69773]: DEBUG nova.network.neutron [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Successfully updated port: 902f43a8-5553-4a55-a13b-00ba6c2cf1cc {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.139592] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "a81550c0-3578-47b1-8048-7a3cef3c797b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.139922] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.141783] env[69773]: DEBUG nova.compute.manager [req-cf048dd3-cfc0-4038-92fb-d9ca1b0ca1bd req-f6f87c61-d843-41e5-b9c5-271200ea1791 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-vif-plugged-902f43a8-5553-4a55-a13b-00ba6c2cf1cc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.141979] env[69773]: DEBUG oslo_concurrency.lockutils [req-cf048dd3-cfc0-4038-92fb-d9ca1b0ca1bd req-f6f87c61-d843-41e5-b9c5-271200ea1791 service nova] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.142194] env[69773]: DEBUG oslo_concurrency.lockutils [req-cf048dd3-cfc0-4038-92fb-d9ca1b0ca1bd req-f6f87c61-d843-41e5-b9c5-271200ea1791 service nova] Lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.142357] env[69773]: DEBUG oslo_concurrency.lockutils [req-cf048dd3-cfc0-4038-92fb-d9ca1b0ca1bd req-f6f87c61-d843-41e5-b9c5-271200ea1791 service nova] Lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.142519] env[69773]: DEBUG nova.compute.manager [req-cf048dd3-cfc0-4038-92fb-d9ca1b0ca1bd req-f6f87c61-d843-41e5-b9c5-271200ea1791 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] No waiting events found dispatching network-vif-plugged-902f43a8-5553-4a55-a13b-00ba6c2cf1cc {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1084.142679] env[69773]: WARNING nova.compute.manager [req-cf048dd3-cfc0-4038-92fb-d9ca1b0ca1bd req-f6f87c61-d843-41e5-b9c5-271200ea1791 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received unexpected event network-vif-plugged-902f43a8-5553-4a55-a13b-00ba6c2cf1cc for instance with vm_state active and task_state None. [ 1084.183683] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bce6b6-2383-7492-1c31-3ee7be817e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.027562} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.184300] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6949364d-cf08-4aff-90ce-a38f0ec68fee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.189529] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1084.189529] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277a285-9aae-d155-26ef-3df37b2bae22" [ 1084.189529] env[69773]: _type = "Task" [ 1084.189529] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.197443] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277a285-9aae-d155-26ef-3df37b2bae22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.401923] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390642, 'name': ReconfigVM_Task, 'duration_secs': 0.334985} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.402232] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Reconfigured VM instance instance-00000059 to attach disk [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814/bf02fc74-039b-43d3-9672-4776bb09d814.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.402867] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-742a410c-5040-4238-8a3d-8e9749f6f259 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.411991] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1084.411991] env[69773]: value = "task-3390643" [ 1084.411991] env[69773]: _type = "Task" [ 1084.411991] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.423133] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390643, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.536860] env[69773]: DEBUG nova.scheduler.client.report [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.571689] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390641, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.608777] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.608970] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.609252] env[69773]: DEBUG nova.network.neutron [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1084.644555] env[69773]: DEBUG nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1084.704198] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277a285-9aae-d155-26ef-3df37b2bae22, 'name': SearchDatastore_Task, 'duration_secs': 0.018031} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.704198] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.704198] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e/cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.704198] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f90df373-35bc-4293-8249-5f815a8860bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.709848] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1084.709848] env[69773]: value = "task-3390644" [ 1084.709848] env[69773]: _type = "Task" [ 1084.709848] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.717710] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.921897] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390643, 'name': Rename_Task, 'duration_secs': 0.164011} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.922227] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.922444] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f56b78b-0858-4882-bb0b-93c937b2b993 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.928042] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1084.928042] env[69773]: value = "task-3390645" [ 1084.928042] env[69773]: _type = "Task" [ 1084.928042] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.935064] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390645, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.041745] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.066586] env[69773]: INFO nova.scheduler.client.report [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Deleted allocations for instance 4b8e67a0-adec-4604-97ee-02248abc145e [ 1085.073620] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390641, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.160962] env[69773]: WARNING nova.network.neutron [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5 already exists in list: networks containing: ['fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5']. ignoring it [ 1085.167955] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.168258] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.169890] env[69773]: INFO nova.compute.claims [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.223396] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390644, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.447214] env[69773]: DEBUG oslo_vmware.api [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390645, 'name': PowerOnVM_Task, 'duration_secs': 0.503066} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.447214] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.447214] env[69773]: INFO nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1085.447214] env[69773]: DEBUG nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.448019] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5d27d-e434-4f42-a302-5ef57e63ada6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.573890] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390641, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.521391} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.576265] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 33c9cf14-a8ec-45fa-b40e-09de8c147faf/33c9cf14-a8ec-45fa-b40e-09de8c147faf.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.576499] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.578508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-832300e9-18a1-4c41-873d-c2c1068623bd tempest-ServersTestBootFromVolume-1968513040 tempest-ServersTestBootFromVolume-1968513040-project-member] Lock "4b8e67a0-adec-4604-97ee-02248abc145e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.993s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.578508] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-018be1ea-0ac7-43a7-8239-73c5ad4e0ce4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.584640] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1085.584640] env[69773]: value = "task-3390646" [ 1085.584640] env[69773]: _type = "Task" [ 1085.584640] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.598421] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390646, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.633994] env[69773]: DEBUG nova.network.neutron [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902f43a8-5553-4a55-a13b-00ba6c2cf1cc", "address": "fa:16:3e:02:8a:2d", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902f43a8-55", "ovs_interfaceid": "902f43a8-5553-4a55-a13b-00ba6c2cf1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.722600] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823915} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.722930] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e/cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.723193] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.723985] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4cd6b05-1bfe-446b-9acd-372c3c98df9f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.730150] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1085.730150] env[69773]: value = "task-3390647" [ 1085.730150] env[69773]: _type = "Task" [ 1085.730150] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.737942] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.826009] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.826286] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.973951] env[69773]: INFO nova.compute.manager [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Took 23.71 seconds to build instance. [ 1086.094327] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390646, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185104} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.094591] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.095435] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536c0df1-3984-4857-9f48-80ebf77bfebb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.115842] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 33c9cf14-a8ec-45fa-b40e-09de8c147faf/33c9cf14-a8ec-45fa-b40e-09de8c147faf.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.116829] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2509a512-f8f0-4089-a5c2-789fad851193 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.137085] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.137706] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.137911] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.139354] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21391735-6f8c-4571-89e8-1def95d493e0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.142225] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1086.142225] env[69773]: value = "task-3390648" [ 1086.142225] env[69773]: _type = "Task" [ 1086.142225] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.157055] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.157286] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.157441] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.157621] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.157773] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.157913] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.158132] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.158292] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.158487] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.158665] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.158836] env[69773]: DEBUG nova.virt.hardware [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.165134] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Reconfiguring VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1086.168404] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d718b32a-b20e-4a25-9510-010f8935222e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.180366] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390648, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.185815] env[69773]: DEBUG oslo_vmware.api [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1086.185815] env[69773]: value = "task-3390649" [ 1086.185815] env[69773]: _type = "Task" [ 1086.185815] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.196396] env[69773]: DEBUG oslo_vmware.api [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390649, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.238953] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070935} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.241458] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1086.242493] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d6c77-da49-4c18-9e31-99eb320ff318 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.265353] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e/cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1086.267926] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b31f5740-aab8-4173-a325-e819f8ca99ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.286993] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1086.286993] env[69773]: value = "task-3390650" [ 1086.286993] env[69773]: _type = "Task" [ 1086.286993] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.296859] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.329659] env[69773]: DEBUG nova.compute.utils [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.399518] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163527a1-08f7-4e43-a433-21b533f29649 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.406984] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07307f6b-0587-4553-9a21-c3c4cdee4721 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.438023] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a2a29d2-74a3-478b-a2c6-202481a8f32c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.446449] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b257dce-35bd-4e45-9f83-82d0b52657cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.461100] env[69773]: DEBUG nova.compute.provider_tree [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.476331] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8b5bb1cd-516a-44b0-a672-83d4b0177925 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.228s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.655447] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.695922] env[69773]: DEBUG oslo_vmware.api [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.797579] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.832743] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.964087] env[69773]: DEBUG nova.scheduler.client.report [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.152730] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390648, 'name': ReconfigVM_Task, 'duration_secs': 0.898118} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.153106] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 33c9cf14-a8ec-45fa-b40e-09de8c147faf/33c9cf14-a8ec-45fa-b40e-09de8c147faf.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.153638] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd6eb23a-690b-43ae-94bb-0384940cbd16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.159792] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1087.159792] env[69773]: value = "task-3390651" [ 1087.159792] env[69773]: _type = "Task" [ 1087.159792] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.167625] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390651, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.196808] env[69773]: DEBUG oslo_vmware.api [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390649, 'name': ReconfigVM_Task, 'duration_secs': 0.777988} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.197429] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.197717] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Reconfigured VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1087.298392] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390650, 'name': ReconfigVM_Task, 'duration_secs': 0.796608} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.298818] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Reconfigured VM instance instance-0000005a to attach disk [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e/cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.299576] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde78e29-35e6-432c-811e-79bd44540724 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.305197] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1087.305197] env[69773]: value = "task-3390652" [ 1087.305197] env[69773]: _type = "Task" [ 1087.305197] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.312729] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390652, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.470174] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.470678] env[69773]: DEBUG nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.670874] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390651, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.695167] env[69773]: DEBUG nova.compute.manager [req-583edd36-7868-47ff-aa81-feec5413ed84 req-547f3db3-273f-42b7-8ac8-65d250b08c9c service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-changed-902f43a8-5553-4a55-a13b-00ba6c2cf1cc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.695374] env[69773]: DEBUG nova.compute.manager [req-583edd36-7868-47ff-aa81-feec5413ed84 req-547f3db3-273f-42b7-8ac8-65d250b08c9c service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Refreshing instance network info cache due to event network-changed-902f43a8-5553-4a55-a13b-00ba6c2cf1cc. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.695591] env[69773]: DEBUG oslo_concurrency.lockutils [req-583edd36-7868-47ff-aa81-feec5413ed84 req-547f3db3-273f-42b7-8ac8-65d250b08c9c service nova] Acquiring lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.695738] env[69773]: DEBUG oslo_concurrency.lockutils [req-583edd36-7868-47ff-aa81-feec5413ed84 req-547f3db3-273f-42b7-8ac8-65d250b08c9c service nova] Acquired lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.695899] env[69773]: DEBUG nova.network.neutron [req-583edd36-7868-47ff-aa81-feec5413ed84 req-547f3db3-273f-42b7-8ac8-65d250b08c9c service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Refreshing network info cache for port 902f43a8-5553-4a55-a13b-00ba6c2cf1cc {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1087.703062] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86e2e9bf-a312-458b-947d-7d42b989806c tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.993s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.815640] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390652, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.910377] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.910377] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.910377] env[69773]: INFO nova.compute.manager [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Attaching volume 0eca654e-b2e7-4791-99b5-c0019626304e to /dev/sdb [ 1087.943260] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7453930-aefd-48f9-9592-95334cad4b0b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.952526] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb2117c-f3e6-439e-ba44-c7eaf1f3121d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.967419] env[69773]: DEBUG nova.virt.block_device [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updating existing volume attachment record: 8013ca9d-c649-4189-b34b-4f2203afd64f {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1087.975885] env[69773]: DEBUG nova.compute.utils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.977442] env[69773]: DEBUG nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.977622] env[69773]: DEBUG nova.network.neutron [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.022619] env[69773]: DEBUG nova.policy [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a4a6e5874e843a284df55bfb8c5dd41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08f37a5e7d9a468dbc0d213ceaf131b2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.170883] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390651, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.316187] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390652, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.377804] env[69773]: DEBUG nova.network.neutron [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Successfully created port: 2d63fac1-8a5d-4301-86a7-0d4d4a801f03 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.480889] env[69773]: DEBUG nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.586670] env[69773]: DEBUG nova.network.neutron [req-583edd36-7868-47ff-aa81-feec5413ed84 req-547f3db3-273f-42b7-8ac8-65d250b08c9c service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updated VIF entry in instance network info cache for port 902f43a8-5553-4a55-a13b-00ba6c2cf1cc. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1088.587129] env[69773]: DEBUG nova.network.neutron [req-583edd36-7868-47ff-aa81-feec5413ed84 req-547f3db3-273f-42b7-8ac8-65d250b08c9c service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902f43a8-5553-4a55-a13b-00ba6c2cf1cc", "address": "fa:16:3e:02:8a:2d", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902f43a8-55", "ovs_interfaceid": "902f43a8-5553-4a55-a13b-00ba6c2cf1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.674281] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390651, 'name': Rename_Task, 'duration_secs': 1.189911} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.674558] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.674813] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-027bc979-d30a-435f-9777-15b39d2b0154 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.682261] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1088.682261] env[69773]: value = "task-3390656" [ 1088.682261] env[69773]: _type = "Task" [ 1088.682261] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.691260] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.815867] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390652, 'name': Rename_Task, 'duration_secs': 1.149985} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.816172] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.816436] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ed04d01-f4d9-4bdb-9c88-ae3cb08d3569 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.822771] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1088.822771] env[69773]: value = "task-3390657" [ 1088.822771] env[69773]: _type = "Task" [ 1088.822771] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.830560] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.994453] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "bf02fc74-039b-43d3-9672-4776bb09d814" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.994453] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.994453] env[69773]: DEBUG nova.compute.manager [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.994453] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f4aa24-2295-41ad-ade7-05a05c9f9dc1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.005720] env[69773]: DEBUG nova.compute.manager [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1089.006354] env[69773]: DEBUG nova.objects.instance [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'flavor' on Instance uuid bf02fc74-039b-43d3-9672-4776bb09d814 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.091075] env[69773]: DEBUG oslo_concurrency.lockutils [req-583edd36-7868-47ff-aa81-feec5413ed84 req-547f3db3-273f-42b7-8ac8-65d250b08c9c service nova] Releasing lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.198088] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390656, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.276348] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.276627] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.333817] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.495471] env[69773]: DEBUG nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.543526] env[69773]: DEBUG nova.virt.hardware [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.544034] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c9840c-536d-45a8-a9a5-8bbbd435785e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.555279] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372fa235-bef1-4346-b72b-f4ab34439a56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.697651] env[69773]: DEBUG oslo_vmware.api [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390656, 'name': PowerOnVM_Task, 'duration_secs': 0.670124} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.698553] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.698553] env[69773]: DEBUG nova.compute.manager [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.699725] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4812e7d2-939b-461c-bbe5-ca937ebf56cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.784259] env[69773]: DEBUG nova.compute.utils [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.835299] env[69773]: DEBUG oslo_vmware.api [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390657, 'name': PowerOnVM_Task, 'duration_secs': 0.550092} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.835572] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.836470] env[69773]: INFO nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1089.836686] env[69773]: DEBUG nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.837862] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d3c25a-6157-46c0-98ba-dc0ec3e9e4e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.948506] env[69773]: DEBUG nova.network.neutron [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Successfully updated port: 2d63fac1-8a5d-4301-86a7-0d4d4a801f03 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.014173] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.014512] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4bb8308-c196-491f-8fa7-bd1883db876f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.022650] env[69773]: DEBUG oslo_vmware.api [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1090.022650] env[69773]: value = "task-3390658" [ 1090.022650] env[69773]: _type = "Task" [ 1090.022650] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.035483] env[69773]: DEBUG oslo_vmware.api [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.154309] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-265ccd44-a25f-4f26-aaa3-700056b9fd5e" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.154624] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-265ccd44-a25f-4f26-aaa3-700056b9fd5e" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.155026] env[69773]: DEBUG nova.objects.instance [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'flavor' on Instance uuid 64833a8e-1fff-4382-802b-384a4b3fb504 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.225078] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.225273] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.225307] env[69773]: DEBUG nova.objects.instance [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1090.287460] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.358724] env[69773]: INFO nova.compute.manager [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Took 24.51 seconds to build instance. [ 1090.451196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.451362] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.451519] env[69773]: DEBUG nova.network.neutron [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1090.533487] env[69773]: DEBUG oslo_vmware.api [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390658, 'name': PowerOffVM_Task, 'duration_secs': 0.340548} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.533738] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.534064] env[69773]: DEBUG nova.compute.manager [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.535325] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b10972-607f-4b64-a69e-7dfe4eef70ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.772602] env[69773]: DEBUG nova.objects.instance [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'pci_requests' on Instance uuid 64833a8e-1fff-4382-802b-384a4b3fb504 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.861050] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f7922de2-d248-4328-8fe6-b5d3eea24d81 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.020s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.868870] env[69773]: DEBUG nova.compute.manager [req-d82c16af-4fa1-42fe-90c9-228ff8bf8674 req-8a408ad2-d57f-44e4-b0d5-8ef23bc5070f service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Received event network-vif-plugged-2d63fac1-8a5d-4301-86a7-0d4d4a801f03 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.868870] env[69773]: DEBUG oslo_concurrency.lockutils [req-d82c16af-4fa1-42fe-90c9-228ff8bf8674 req-8a408ad2-d57f-44e4-b0d5-8ef23bc5070f service nova] Acquiring lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.869200] env[69773]: DEBUG oslo_concurrency.lockutils [req-d82c16af-4fa1-42fe-90c9-228ff8bf8674 req-8a408ad2-d57f-44e4-b0d5-8ef23bc5070f service nova] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.870163] env[69773]: DEBUG oslo_concurrency.lockutils [req-d82c16af-4fa1-42fe-90c9-228ff8bf8674 req-8a408ad2-d57f-44e4-b0d5-8ef23bc5070f service nova] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.870163] env[69773]: DEBUG nova.compute.manager [req-d82c16af-4fa1-42fe-90c9-228ff8bf8674 req-8a408ad2-d57f-44e4-b0d5-8ef23bc5070f service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] No waiting events found dispatching network-vif-plugged-2d63fac1-8a5d-4301-86a7-0d4d4a801f03 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1090.870163] env[69773]: WARNING nova.compute.manager [req-d82c16af-4fa1-42fe-90c9-228ff8bf8674 req-8a408ad2-d57f-44e4-b0d5-8ef23bc5070f service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Received unexpected event network-vif-plugged-2d63fac1-8a5d-4301-86a7-0d4d4a801f03 for instance with vm_state building and task_state spawning. [ 1090.989218] env[69773]: DEBUG nova.network.neutron [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1091.047465] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9cae438d-9111-4e9c-8b83-39ec123cae52 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.118148] env[69773]: DEBUG nova.compute.manager [req-23b3cdba-ce2b-4b8b-add0-f41450eb11d3 req-5182ea97-1aea-4321-931f-166d9d7df2c4 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Received event network-changed-2d63fac1-8a5d-4301-86a7-0d4d4a801f03 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.118468] env[69773]: DEBUG nova.compute.manager [req-23b3cdba-ce2b-4b8b-add0-f41450eb11d3 req-5182ea97-1aea-4321-931f-166d9d7df2c4 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Refreshing instance network info cache due to event network-changed-2d63fac1-8a5d-4301-86a7-0d4d4a801f03. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.118551] env[69773]: DEBUG oslo_concurrency.lockutils [req-23b3cdba-ce2b-4b8b-add0-f41450eb11d3 req-5182ea97-1aea-4321-931f-166d9d7df2c4 service nova] Acquiring lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.196483] env[69773]: DEBUG nova.network.neutron [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance_info_cache with network_info: [{"id": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "address": "fa:16:3e:5e:dc:c2", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d63fac1-8a", "ovs_interfaceid": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.236283] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e6553a3-3043-4e41-8574-c8bdff58d0c6 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.275425] env[69773]: DEBUG nova.objects.base [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Object Instance<64833a8e-1fff-4382-802b-384a4b3fb504> lazy-loaded attributes: flavor,pci_requests {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1091.275857] env[69773]: DEBUG nova.network.neutron [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.350443] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.350764] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.351016] env[69773]: INFO nova.compute.manager [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Attaching volume 4e6b7c9b-8d67-47b9-9095-8e69473e6e76 to /dev/sdb [ 1091.358383] env[69773]: DEBUG nova.policy [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.391521] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7f2828-4ed9-4409-8083-eae37b58508a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.401852] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7fe8e4-8a5b-4fe6-9c99-cfd91aa1c47d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.416118] env[69773]: DEBUG nova.virt.block_device [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating existing volume attachment record: 051561d8-6ad9-4af9-82d6-37beeac95ff5 {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1091.703018] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.703018] env[69773]: DEBUG nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Instance network_info: |[{"id": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "address": "fa:16:3e:5e:dc:c2", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d63fac1-8a", "ovs_interfaceid": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.703018] env[69773]: DEBUG oslo_concurrency.lockutils [req-23b3cdba-ce2b-4b8b-add0-f41450eb11d3 req-5182ea97-1aea-4321-931f-166d9d7df2c4 service nova] Acquired lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.703018] env[69773]: DEBUG nova.network.neutron [req-23b3cdba-ce2b-4b8b-add0-f41450eb11d3 req-5182ea97-1aea-4321-931f-166d9d7df2c4 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Refreshing network info cache for port 2d63fac1-8a5d-4301-86a7-0d4d4a801f03 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1091.703018] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:dc:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d63fac1-8a5d-4301-86a7-0d4d4a801f03', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.712125] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.714560] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.717038] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53e16a2c-8ac6-4539-a81d-d505c92ba5ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.742462] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.742462] env[69773]: value = "task-3390663" [ 1091.742462] env[69773]: _type = "Task" [ 1091.742462] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.752833] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390663, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.759327] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.759327] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.759327] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.759327] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.759327] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.759327] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.759327] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1091.759327] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1091.759327] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.046631] env[69773]: INFO nova.compute.manager [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Rebuilding instance [ 1092.102020] env[69773]: DEBUG nova.compute.manager [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.102020] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b9fa8d-dac5-4869-813d-4d88871c6e58 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.104140] env[69773]: INFO nova.compute.manager [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Rescuing [ 1092.104807] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.105259] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.105861] env[69773]: DEBUG nova.network.neutron [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1092.251860] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390663, 'name': CreateVM_Task, 'duration_secs': 0.367204} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.251860] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.255020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.255020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.255020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.255020] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5052d64c-9a5b-4b61-a6ae-15d58ef8862f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.259523] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1092.259523] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524b1869-c791-46fe-098c-58db2e5d7eee" [ 1092.259523] env[69773]: _type = "Task" [ 1092.259523] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.265841] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.266224] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.266568] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.266832] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1092.269726] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6883819c-3f11-402e-96b8-fa26c3829b7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.278062] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524b1869-c791-46fe-098c-58db2e5d7eee, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.280235] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.280670] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.282024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.282024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.282024] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.282024] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28951ec8-6be7-49ab-b032-cce477ea3d47 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.284668] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ebed58-dc81-404e-b75e-2a5ce2e7c30b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.300184] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20a4baf-04ef-4b96-af25-d185511f82a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.303057] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.303391] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.304494] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a07b06cb-01f1-4d11-9c5f-9dfb35b5e432 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.312023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.312023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.312023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.312023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.312023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.315612] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1092.315612] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5241f9fd-6cd3-5074-030d-970b0da6df40" [ 1092.315612] env[69773]: _type = "Task" [ 1092.315612] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.316472] env[69773]: INFO nova.compute.manager [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Terminating instance [ 1092.318948] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b1638b-4894-4b80-b449-756f7a15732b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.334706] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5241f9fd-6cd3-5074-030d-970b0da6df40, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.364806] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179039MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1092.365028] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.365297] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.369415] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921cf290-10ea-4e14-9bcb-c48feecc07d4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.377383] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1092.377383] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a92578-680e-af7a-8315-6ffd1a3d89ea" [ 1092.377383] env[69773]: _type = "Task" [ 1092.377383] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.386566] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a92578-680e-af7a-8315-6ffd1a3d89ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.682592] env[69773]: DEBUG nova.network.neutron [req-23b3cdba-ce2b-4b8b-add0-f41450eb11d3 req-5182ea97-1aea-4321-931f-166d9d7df2c4 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updated VIF entry in instance network info cache for port 2d63fac1-8a5d-4301-86a7-0d4d4a801f03. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1092.683011] env[69773]: DEBUG nova.network.neutron [req-23b3cdba-ce2b-4b8b-add0-f41450eb11d3 req-5182ea97-1aea-4321-931f-166d9d7df2c4 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance_info_cache with network_info: [{"id": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "address": "fa:16:3e:5e:dc:c2", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d63fac1-8a", "ovs_interfaceid": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.830012] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "refresh_cache-33c9cf14-a8ec-45fa-b40e-09de8c147faf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.830378] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquired lock "refresh_cache-33c9cf14-a8ec-45fa-b40e-09de8c147faf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.830824] env[69773]: DEBUG nova.network.neutron [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1092.906761] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52a92578-680e-af7a-8315-6ffd1a3d89ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009905} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.908887] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.909266] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] a81550c0-3578-47b1-8048-7a3cef3c797b/a81550c0-3578-47b1-8048-7a3cef3c797b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.909607] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f924a48-7538-4b26-ba19-7b9284be50ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.919422] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1092.919422] env[69773]: value = "task-3390664" [ 1092.919422] env[69773]: _type = "Task" [ 1092.919422] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.928835] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.930197] env[69773]: DEBUG nova.network.neutron [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Updating instance_info_cache with network_info: [{"id": "45d4f15d-7111-4970-aab7-f3bd86fbc39c", "address": "fa:16:3e:65:a7:29", "network": {"id": "508484c6-3f71-452f-95e3-134eb9d4fc71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-770809512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2af3e6ab33a448ce8a11880c50b6197b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d4f15d-71", "ovs_interfaceid": "45d4f15d-7111-4970-aab7-f3bd86fbc39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.028022] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1093.028022] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676527', 'volume_id': '0eca654e-b2e7-4791-99b5-c0019626304e', 'name': 'volume-0eca654e-b2e7-4791-99b5-c0019626304e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40822524-65fe-4e0a-924b-e2ed060b8957', 'attached_at': '', 'detached_at': '', 'volume_id': '0eca654e-b2e7-4791-99b5-c0019626304e', 'serial': '0eca654e-b2e7-4791-99b5-c0019626304e'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1093.028022] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09279692-bbbe-4206-8c9b-0f647ba83668 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.047282] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79732a5-5da1-4f67-83f3-91acbc73cc38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.076389] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-0eca654e-b2e7-4791-99b5-c0019626304e/volume-0eca654e-b2e7-4791-99b5-c0019626304e.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.077753] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9f747c1-413f-4665-9c17-5b001e3a6095 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.103411] env[69773]: DEBUG oslo_vmware.api [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1093.103411] env[69773]: value = "task-3390665" [ 1093.103411] env[69773]: _type = "Task" [ 1093.103411] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.117580] env[69773]: DEBUG oslo_vmware.api [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390665, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.123776] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.124205] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0433d677-f1cb-448e-bfdb-1db057fced16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.134875] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1093.134875] env[69773]: value = "task-3390666" [ 1093.134875] env[69773]: _type = "Task" [ 1093.134875] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.148205] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1093.148205] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.149220] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c05aeb7-5cd2-4e44-ba25-00b8017f1d5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.158751] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1093.159057] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cbef941-3bbd-4510-85af-1bd57d9ec11b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.180594] env[69773]: DEBUG nova.compute.manager [req-9260db0f-26c1-4407-ac07-1c4dcdde4036 req-92af6738-8702-442d-8220-f5d1edc0d475 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-vif-plugged-265ccd44-a25f-4f26-aaa3-700056b9fd5e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.180817] env[69773]: DEBUG oslo_concurrency.lockutils [req-9260db0f-26c1-4407-ac07-1c4dcdde4036 req-92af6738-8702-442d-8220-f5d1edc0d475 service nova] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.183606] env[69773]: DEBUG oslo_concurrency.lockutils [req-9260db0f-26c1-4407-ac07-1c4dcdde4036 req-92af6738-8702-442d-8220-f5d1edc0d475 service nova] Lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.183606] env[69773]: DEBUG oslo_concurrency.lockutils [req-9260db0f-26c1-4407-ac07-1c4dcdde4036 req-92af6738-8702-442d-8220-f5d1edc0d475 service nova] Lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.183606] env[69773]: DEBUG nova.compute.manager [req-9260db0f-26c1-4407-ac07-1c4dcdde4036 req-92af6738-8702-442d-8220-f5d1edc0d475 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] No waiting events found dispatching network-vif-plugged-265ccd44-a25f-4f26-aaa3-700056b9fd5e {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.183606] env[69773]: WARNING nova.compute.manager [req-9260db0f-26c1-4407-ac07-1c4dcdde4036 req-92af6738-8702-442d-8220-f5d1edc0d475 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received unexpected event network-vif-plugged-265ccd44-a25f-4f26-aaa3-700056b9fd5e for instance with vm_state active and task_state None. [ 1093.188276] env[69773]: DEBUG oslo_concurrency.lockutils [req-23b3cdba-ce2b-4b8b-add0-f41450eb11d3 req-5182ea97-1aea-4321-931f-166d9d7df2c4 service nova] Releasing lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.190348] env[69773]: DEBUG nova.network.neutron [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Successfully updated port: 265ccd44-a25f-4f26-aaa3-700056b9fd5e {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.237750] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1093.238033] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1093.238344] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleting the datastore file [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1093.238912] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a94f2f6b-1763-4fcc-a439-6a480e4d3082 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.249755] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1093.249755] env[69773]: value = "task-3390668" [ 1093.249755] env[69773]: _type = "Task" [ 1093.249755] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.266807] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.368288] env[69773]: DEBUG nova.network.neutron [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1093.426828] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 64ee3834-f8ac-4603-a9c8-dac306453fa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.426828] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e82b533c-5d98-47e1-877a-78b4cdcdeeec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.426999] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.427062] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 64833a8e-1fff-4382-802b-384a4b3fb504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.427169] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40822524-65fe-4e0a-924b-e2ed060b8957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.427777] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6e6bc02f-3f52-442a-a061-9f9e82f64488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.427942] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40f6ae8a-8d2c-44a7-972d-a00815ed2a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.428077] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance b3cbd675-8893-4267-b1dd-10a9f8bc6a68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.428191] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance cbe3e900-b9aa-48d8-a777-fe0a1f77cb04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.428301] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 91226260-9e23-4a9e-ba63-bcb0a03621b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.429134] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 2fed43f4-a3a8-45af-8211-6f426d1e2cac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.429134] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 33c9cf14-a8ec-45fa-b40e-09de8c147faf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.429134] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance bf02fc74-039b-43d3-9672-4776bb09d814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.429134] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.429134] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance a81550c0-3578-47b1-8048-7a3cef3c797b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1093.429343] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1093.429573] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1093.434198] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.440232] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469645} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.440514] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] a81550c0-3578-47b1-8048-7a3cef3c797b/a81550c0-3578-47b1-8048-7a3cef3c797b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.441078] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.441457] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba1a3795-26fd-4c04-9ace-a713528f065f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.448903] env[69773]: DEBUG nova.network.neutron [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.454790] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1093.454790] env[69773]: value = "task-3390669" [ 1093.454790] env[69773]: _type = "Task" [ 1093.454790] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.472126] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.615680] env[69773]: DEBUG oslo_vmware.api [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.689878] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d863c9c-02c8-4a91-bbf7-ccc4b8a89f20 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.699604] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.699788] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.700083] env[69773]: DEBUG nova.network.neutron [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1093.702211] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d5ae7e-c3e9-4748-9854-e4fe05962911 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.742623] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f821369-e26b-4f67-811a-75ea53e87c61 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.751220] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa9bf6d-1163-4599-816c-01f5d110dec6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.775055] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.779448] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26064} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.780088] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.780088] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.780088] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.951946] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Releasing lock "refresh_cache-33c9cf14-a8ec-45fa-b40e-09de8c147faf" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.952450] env[69773]: DEBUG nova.compute.manager [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.952745] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.954959] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541d1cb9-2ae7-45c7-bf60-bdfc6e6c50e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.969385] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062998} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.970926] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.971527] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.972305] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c376ab-521f-46ca-bd52-f0e504194fc2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.974933] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2cfe56-c010-4a2d-9392-5f5c42146508 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.001607] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] a81550c0-3578-47b1-8048-7a3cef3c797b/a81550c0-3578-47b1-8048-7a3cef3c797b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.006102] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c89e8f-4db5-4884-8e64-fd7de11e469f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.021551] env[69773]: DEBUG oslo_vmware.api [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1094.021551] env[69773]: value = "task-3390671" [ 1094.021551] env[69773]: _type = "Task" [ 1094.021551] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.028171] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1094.028171] env[69773]: value = "task-3390672" [ 1094.028171] env[69773]: _type = "Task" [ 1094.028171] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.039229] env[69773]: DEBUG oslo_vmware.api [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.047899] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.116055] env[69773]: DEBUG oslo_vmware.api [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390665, 'name': ReconfigVM_Task, 'duration_secs': 0.615679} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.116801] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-0eca654e-b2e7-4791-99b5-c0019626304e/volume-0eca654e-b2e7-4791-99b5-c0019626304e.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.122411] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be906cc-779a-48e9-8958-eb0f4db4be7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.139063] env[69773]: DEBUG oslo_vmware.api [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1094.139063] env[69773]: value = "task-3390673" [ 1094.139063] env[69773]: _type = "Task" [ 1094.139063] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.148661] env[69773]: DEBUG oslo_vmware.api [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.262054] env[69773]: WARNING nova.network.neutron [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5 already exists in list: networks containing: ['fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5']. ignoring it [ 1094.262567] env[69773]: WARNING nova.network.neutron [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5 already exists in list: networks containing: ['fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5']. ignoring it [ 1094.277171] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.527998] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.528434] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bab31b91-1807-44b8-9b31-5cf69575aa68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.540942] env[69773]: DEBUG oslo_vmware.api [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390671, 'name': PowerOffVM_Task, 'duration_secs': 0.243325} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.544566] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.544787] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.546801] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1094.546801] env[69773]: value = "task-3390674" [ 1094.546801] env[69773]: _type = "Task" [ 1094.546801] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.546801] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eac3f74-08f3-45af-928b-1935ded766a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.556795] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390672, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.567855] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.608572] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.608806] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.608990] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Deleting the datastore file [datastore2] 33c9cf14-a8ec-45fa-b40e-09de8c147faf {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.609282] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47c75ce7-25fb-40fa-839e-cbeb7ff99d22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.616918] env[69773]: DEBUG oslo_vmware.api [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for the task: (returnval){ [ 1094.616918] env[69773]: value = "task-3390676" [ 1094.616918] env[69773]: _type = "Task" [ 1094.616918] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.629426] env[69773]: DEBUG oslo_vmware.api [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.650038] env[69773]: DEBUG oslo_vmware.api [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390673, 'name': ReconfigVM_Task, 'duration_secs': 0.141985} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.650396] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676527', 'volume_id': '0eca654e-b2e7-4791-99b5-c0019626304e', 'name': 'volume-0eca654e-b2e7-4791-99b5-c0019626304e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40822524-65fe-4e0a-924b-e2ed060b8957', 'attached_at': '', 'detached_at': '', 'volume_id': '0eca654e-b2e7-4791-99b5-c0019626304e', 'serial': '0eca654e-b2e7-4791-99b5-c0019626304e'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1094.781840] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1094.781840] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.416s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.820250] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.820524] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.821177] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.821435] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.821625] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.825024] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.825024] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.825024] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.825024] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.825024] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.825024] env[69773]: DEBUG nova.virt.hardware [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.825024] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5ac27b-5ba2-4408-bd03-de47c33d72cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.836260] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c7eedf-c8be-450b-b2eb-d368acb39214 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.858432] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:09:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7587c17-0007-4b2b-89ba-5b5c1b1c66df', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.871714] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.872245] env[69773]: DEBUG nova.network.neutron [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902f43a8-5553-4a55-a13b-00ba6c2cf1cc", "address": "fa:16:3e:02:8a:2d", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902f43a8-55", "ovs_interfaceid": "902f43a8-5553-4a55-a13b-00ba6c2cf1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "265ccd44-a25f-4f26-aaa3-700056b9fd5e", "address": "fa:16:3e:da:46:1e", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap265ccd44-a2", "ovs_interfaceid": "265ccd44-a25f-4f26-aaa3-700056b9fd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.873684] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.875147] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf1bcb8e-36f5-4043-925d-7214b2d28dcf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.895197] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.895197] env[69773]: value = "task-3390677" [ 1094.895197] env[69773]: _type = "Task" [ 1094.895197] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.906227] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390677, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.046528] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390672, 'name': ReconfigVM_Task, 'duration_secs': 0.969552} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.046842] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] a81550c0-3578-47b1-8048-7a3cef3c797b/a81550c0-3578-47b1-8048-7a3cef3c797b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.047537] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809b5f2d-581c-44ef-8771-01f85bb05acb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.054815] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1095.054815] env[69773]: value = "task-3390678" [ 1095.054815] env[69773]: _type = "Task" [ 1095.054815] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.068704] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390678, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.073381] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390674, 'name': PowerOffVM_Task, 'duration_secs': 0.3918} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.073700] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.074560] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2085ef5-5f50-4563-a111-2131386d5cba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.095133] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9935dd79-b550-42c6-a9f8-de6c130df5f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.133674] env[69773]: DEBUG oslo_vmware.api [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Task: {'id': task-3390676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098876} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.136275] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.136592] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.137261] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.137261] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.137261] env[69773]: INFO nova.compute.manager [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1095.137469] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.137653] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31dabcbd-43f2-4ff0-9d20-115766078b07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.139867] env[69773]: DEBUG nova.compute.manager [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.139999] env[69773]: DEBUG nova.network.neutron [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1095.149058] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1095.149058] env[69773]: value = "task-3390679" [ 1095.149058] env[69773]: _type = "Task" [ 1095.149058] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.167677] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1095.168098] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.168365] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.168814] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.168814] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.169248] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5422fa4-f38f-4add-8b40-f64b598303b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.179858] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.180122] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.180905] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c145e432-f593-4fc9-869c-c894f3d3e2be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.187058] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1095.187058] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277ab76-f0a4-eab7-dc69-71f16aa609eb" [ 1095.187058] env[69773]: _type = "Task" [ 1095.187058] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.195163] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277ab76-f0a4-eab7-dc69-71f16aa609eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.375239] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.375916] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.376087] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.376929] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60673036-acdb-4d02-9ff8-99ecc9780102 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1095.408017] env[69773]: DEBUG nova.virt.hardware [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1095.413990] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Reconfiguring VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1095.415210] env[69773]: DEBUG nova.network.neutron [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1095.421507] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c4c7fd9-d733-48d3-bdfe-6e0948f7b0b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.436816] env[69773]: DEBUG nova.network.neutron [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.443920] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390677, 'name': CreateVM_Task, 'duration_secs': 0.340709} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.445226] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1095.445568] env[69773]: DEBUG oslo_vmware.api [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1095.445568] env[69773]: value = "task-3390680" [ 1095.445568] env[69773]: _type = "Task" [ 1095.445568] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.446672] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.446834] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.447160] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.447692] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8447561-e0f3-4f1b-870e-31c1c36238b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.457105] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1095.457105] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e63330-2abb-781b-57cd-4b074089b7f3" [ 1095.457105] env[69773]: _type = "Task" [ 1095.457105] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.460267] env[69773]: DEBUG oslo_vmware.api [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390680, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.467860] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e63330-2abb-781b-57cd-4b074089b7f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.516535] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.518032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.555416] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.555820] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.570362] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390678, 'name': Rename_Task, 'duration_secs': 0.1772} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.571271] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.571770] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca077a0-18e1-423e-9e34-948074f5b4fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.579391] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1095.579391] env[69773]: value = "task-3390681" [ 1095.579391] env[69773]: _type = "Task" [ 1095.579391] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.588564] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.700352] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277ab76-f0a4-eab7-dc69-71f16aa609eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.703356] env[69773]: DEBUG nova.compute.manager [req-d05f2b09-8a9a-4c59-84b6-35e21efe6a6d req-d67eb316-cf8d-454f-bea0-3fc53848bed1 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-changed-265ccd44-a25f-4f26-aaa3-700056b9fd5e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.703599] env[69773]: DEBUG nova.compute.manager [req-d05f2b09-8a9a-4c59-84b6-35e21efe6a6d req-d67eb316-cf8d-454f-bea0-3fc53848bed1 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Refreshing instance network info cache due to event network-changed-265ccd44-a25f-4f26-aaa3-700056b9fd5e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.703870] env[69773]: DEBUG oslo_concurrency.lockutils [req-d05f2b09-8a9a-4c59-84b6-35e21efe6a6d req-d67eb316-cf8d-454f-bea0-3fc53848bed1 service nova] Acquiring lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.704048] env[69773]: DEBUG oslo_concurrency.lockutils [req-d05f2b09-8a9a-4c59-84b6-35e21efe6a6d req-d67eb316-cf8d-454f-bea0-3fc53848bed1 service nova] Acquired lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.704256] env[69773]: DEBUG nova.network.neutron [req-d05f2b09-8a9a-4c59-84b6-35e21efe6a6d req-d67eb316-cf8d-454f-bea0-3fc53848bed1 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Refreshing network info cache for port 265ccd44-a25f-4f26-aaa3-700056b9fd5e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1095.705511] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da39fd2-c4a6-4cc6-bc46-ec62744d5a16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.712995] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1095.712995] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f567b8-aaa5-9398-b606-b2bae7ebea10" [ 1095.712995] env[69773]: _type = "Task" [ 1095.712995] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.720922] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f567b8-aaa5-9398-b606-b2bae7ebea10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.754681] env[69773]: DEBUG nova.objects.instance [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.940346] env[69773]: INFO nova.compute.manager [-] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Took 0.80 seconds to deallocate network for instance. [ 1095.960386] env[69773]: DEBUG oslo_vmware.api [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.967925] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1095.968424] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676529', 'volume_id': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'name': 'volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3cbd675-8893-4267-b1dd-10a9f8bc6a68', 'attached_at': '', 'detached_at': '', 'volume_id': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'serial': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1095.969786] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a57bd2-5913-4a8c-9fc3-f8f1c6b620db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.979663] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e63330-2abb-781b-57cd-4b074089b7f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.992369] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.992801] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.993211] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.993482] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.993810] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.995190] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a63166ed-0e32-4dd4-aaa7-4d771a0ef443 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.000344] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6564355-22d0-4f7c-b6a8-6f03bbe3be84 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.031625] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76/volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.033986] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.037894] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc2857b1-413e-484f-90be-73edaefbdd7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.052530] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.052874] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.054263] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4191026f-870b-4012-9175-3ad1bdd80ac2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.059714] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.067978] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1096.067978] env[69773]: value = "task-3390682" [ 1096.067978] env[69773]: _type = "Task" [ 1096.067978] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.075854] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1096.075854] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e4334c-6629-f182-8d12-81a79d159fbe" [ 1096.075854] env[69773]: _type = "Task" [ 1096.075854] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.089626] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.102272] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e4334c-6629-f182-8d12-81a79d159fbe, 'name': SearchDatastore_Task, 'duration_secs': 0.017271} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.106467] env[69773]: DEBUG oslo_vmware.api [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390681, 'name': PowerOnVM_Task, 'duration_secs': 0.515067} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.106728] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14bf94f8-40eb-49eb-8652-8fb0d2ba8ed9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.109702] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.110087] env[69773]: INFO nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1096.110357] env[69773]: DEBUG nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.112405] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31dd7b24-755e-4f9d-8211-c3456a8e2696 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.118602] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1096.118602] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528f1941-22e5-7e0f-25b0-47f178e2bad7" [ 1096.118602] env[69773]: _type = "Task" [ 1096.118602] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.134446] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528f1941-22e5-7e0f-25b0-47f178e2bad7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.228846] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f567b8-aaa5-9398-b606-b2bae7ebea10, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.229203] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.229526] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. {{(pid=69773) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1096.230181] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d664f039-a3d7-4fd5-9fba-4c5cbf74a1ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.239674] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1096.239674] env[69773]: value = "task-3390683" [ 1096.239674] env[69773]: _type = "Task" [ 1096.239674] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.248181] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.265272] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f2d66426-819c-4432-aaae-ffeb660988f8 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.353s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.447288] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.447726] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.447845] env[69773]: DEBUG nova.objects.instance [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lazy-loading 'resources' on Instance uuid 33c9cf14-a8ec-45fa-b40e-09de8c147faf {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.458605] env[69773]: DEBUG oslo_vmware.api [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390680, 'name': ReconfigVM_Task, 'duration_secs': 0.595903} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.461682] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.461682] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Reconfigured VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1096.512950] env[69773]: DEBUG nova.network.neutron [req-d05f2b09-8a9a-4c59-84b6-35e21efe6a6d req-d67eb316-cf8d-454f-bea0-3fc53848bed1 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updated VIF entry in instance network info cache for port 265ccd44-a25f-4f26-aaa3-700056b9fd5e. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1096.513524] env[69773]: DEBUG nova.network.neutron [req-d05f2b09-8a9a-4c59-84b6-35e21efe6a6d req-d67eb316-cf8d-454f-bea0-3fc53848bed1 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "902f43a8-5553-4a55-a13b-00ba6c2cf1cc", "address": "fa:16:3e:02:8a:2d", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap902f43a8-55", "ovs_interfaceid": "902f43a8-5553-4a55-a13b-00ba6c2cf1cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "265ccd44-a25f-4f26-aaa3-700056b9fd5e", "address": "fa:16:3e:da:46:1e", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap265ccd44-a2", "ovs_interfaceid": "265ccd44-a25f-4f26-aaa3-700056b9fd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.558953] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.580504] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.586526] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.640402] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528f1941-22e5-7e0f-25b0-47f178e2bad7, 'name': SearchDatastore_Task, 'duration_secs': 0.014919} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.642751] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.643050] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814/bf02fc74-039b-43d3-9672-4776bb09d814.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1096.643379] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-150f08a7-96dd-4fa1-adb6-295b27d3e7da {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.648753] env[69773]: INFO nova.compute.manager [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Took 11.50 seconds to build instance. [ 1096.653021] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1096.653021] env[69773]: value = "task-3390684" [ 1096.653021] env[69773]: _type = "Task" [ 1096.653021] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.666994] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.749600] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390683, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.768324] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.768680] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.841021] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.841021] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.841021] env[69773]: DEBUG nova.compute.manager [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.841021] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9483d760-6c53-48cd-8edc-f8caa6308398 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.850675] env[69773]: DEBUG nova.compute.manager [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1096.852341] env[69773]: DEBUG nova.objects.instance [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.967275] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7eb9156-71d0-4829-8932-1e83ff6cb1f0 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-265ccd44-a25f-4f26-aaa3-700056b9fd5e" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.812s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.017397] env[69773]: DEBUG oslo_concurrency.lockutils [req-d05f2b09-8a9a-4c59-84b6-35e21efe6a6d req-d67eb316-cf8d-454f-bea0-3fc53848bed1 service nova] Releasing lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.081429] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.151724] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cd45791-2821-4f31-8c92-f67b3f0b3ed3 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.012s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.167478] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390684, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.245889] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df5463-b44b-4b1a-9618-77c542babf24 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.257805] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820771ef-44ad-4681-95a2-08f2b4038d76 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.261941] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636674} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.262240] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. [ 1097.263486] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f46f29b-aaed-43e5-bbec-ff9aec742a87 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.294338] env[69773]: DEBUG nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1097.299725] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea73e429-a678-4994-829c-45d726055a82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.326917] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.327856] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3286c142-0d1c-4801-b941-29f9fd14e07d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.347470] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7cb364-ccac-4277-be0a-bc017b941a8b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.353476] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1097.353476] env[69773]: value = "task-3390685" [ 1097.353476] env[69773]: _type = "Task" [ 1097.353476] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.367197] env[69773]: DEBUG nova.compute.provider_tree [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.375367] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.581097] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.664056] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.69691} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.664537] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814/bf02fc74-039b-43d3-9672-4776bb09d814.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1097.664687] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1097.665157] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-730fd047-49ed-4951-8a49-123031d0a6c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.675131] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1097.675131] env[69773]: value = "task-3390686" [ 1097.675131] env[69773]: _type = "Task" [ 1097.675131] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.685727] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.814100] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.864042] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.871050] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.871764] env[69773]: DEBUG nova.scheduler.client.report [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.875830] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9306a00d-e47a-48fb-a3a0-9b243e06c09c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.883412] env[69773]: DEBUG oslo_vmware.api [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1097.883412] env[69773]: value = "task-3390687" [ 1097.883412] env[69773]: _type = "Task" [ 1097.883412] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.892906] env[69773]: DEBUG oslo_vmware.api [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.083273] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390682, 'name': ReconfigVM_Task, 'duration_secs': 1.639574} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.083514] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76/volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.089074] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350fd7c5-2614-4752-bf4e-8f85b35f7482 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.107797] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1098.107797] env[69773]: value = "task-3390688" [ 1098.107797] env[69773]: _type = "Task" [ 1098.107797] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.116999] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.185436] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067846} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.185689] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.186510] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3a498-f80e-45b2-a89c-792ebe4f3448 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.210506] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814/bf02fc74-039b-43d3-9672-4776bb09d814.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.214932] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1592ccad-be56-4e76-8b07-45275d0865fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.234477] env[69773]: DEBUG nova.compute.manager [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1098.248138] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1098.248138] env[69773]: value = "task-3390689" [ 1098.248138] env[69773]: _type = "Task" [ 1098.248138] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.260302] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.364099] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.379063] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.381028] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.822s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.382465] env[69773]: INFO nova.compute.claims [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.392946] env[69773]: DEBUG oslo_vmware.api [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390687, 'name': PowerOffVM_Task, 'duration_secs': 0.224847} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.393202] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.393396] env[69773]: DEBUG nova.compute.manager [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.394164] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e1ada6-f853-4689-8daa-5225133d1b5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.402315] env[69773]: INFO nova.scheduler.client.report [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Deleted allocations for instance 33c9cf14-a8ec-45fa-b40e-09de8c147faf [ 1098.562941] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-902f43a8-5553-4a55-a13b-00ba6c2cf1cc" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.563241] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-902f43a8-5553-4a55-a13b-00ba6c2cf1cc" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.619656] env[69773]: DEBUG oslo_vmware.api [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390688, 'name': ReconfigVM_Task, 'duration_secs': 0.143847} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.620052] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676529', 'volume_id': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'name': 'volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3cbd675-8893-4267-b1dd-10a9f8bc6a68', 'attached_at': '', 'detached_at': '', 'volume_id': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'serial': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1098.755380] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.759182] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.865580] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390685, 'name': ReconfigVM_Task, 'duration_secs': 1.240374} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.866035] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Reconfigured VM instance instance-0000005a to attach disk [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.866964] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c16711-6626-4d2a-a3a5-e525f6111ed6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.897187] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abacbfb-605a-48fd-bfc1-c5f29263e5d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.911329] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c2d870a-c8ca-410a-974e-48218e763c8d tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.912937] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f635e813-61ec-4b5a-b41d-a2ec8c3bf313 tempest-ServerShowV254Test-1378988577 tempest-ServerShowV254Test-1378988577-project-member] Lock "33c9cf14-a8ec-45fa-b40e-09de8c147faf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.603s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.917577] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1098.917577] env[69773]: value = "task-3390690" [ 1098.917577] env[69773]: _type = "Task" [ 1098.917577] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.927903] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.065928] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.066145] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.067204] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367750e3-de96-4600-b8cb-96001eeaf8ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.084943] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bcfab0-1939-435d-9da0-496a62e0d551 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.120210] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Reconfiguring VM to detach interface {{(pid=69773) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1099.120507] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16fa16b-b757-4bf0-acd2-aef1b83ef3ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.155194] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1099.155194] env[69773]: value = "task-3390691" [ 1099.155194] env[69773]: _type = "Task" [ 1099.155194] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.164265] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.259428] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390689, 'name': ReconfigVM_Task, 'duration_secs': 0.76274} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.259704] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Reconfigured VM instance instance-00000059 to attach disk [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814/bf02fc74-039b-43d3-9672-4776bb09d814.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.260382] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d26b8b5-8bd3-4a10-84cf-ccdc7700da8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.266461] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1099.266461] env[69773]: value = "task-3390692" [ 1099.266461] env[69773]: _type = "Task" [ 1099.266461] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.275043] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390692, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.276826] env[69773]: DEBUG nova.objects.instance [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.433845] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390690, 'name': ReconfigVM_Task, 'duration_secs': 0.168546} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.434322] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.434698] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93234ef2-5a11-426d-be0e-0c7d429f8c0b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.443966] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1099.443966] env[69773]: value = "task-3390693" [ 1099.443966] env[69773]: _type = "Task" [ 1099.443966] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.455580] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.662040] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa9aee0-c3ae-4131-80b5-dcaebb794626 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.667454] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.672034] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380ec1df-58c3-49f6-8b3e-5c4909072414 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.703378] env[69773]: DEBUG nova.objects.instance [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lazy-loading 'flavor' on Instance uuid b3cbd675-8893-4267-b1dd-10a9f8bc6a68 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.705199] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c5c120-8b6c-4fee-bc29-18a699ccd544 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.712744] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868117b8-4e62-477a-b710-23619fc41dd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.726905] env[69773]: DEBUG nova.compute.provider_tree [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.775719] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390692, 'name': Rename_Task, 'duration_secs': 0.293167} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.775985] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.776257] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-235febce-b666-4fa0-b9b2-311747e5bbb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.781860] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1099.781860] env[69773]: value = "task-3390694" [ 1099.781860] env[69773]: _type = "Task" [ 1099.781860] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.782263] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.782418] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.782582] env[69773]: DEBUG nova.network.neutron [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1099.782753] env[69773]: DEBUG nova.objects.instance [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'info_cache' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.791450] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.953771] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390693, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.037639] env[69773]: INFO nova.compute.manager [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Rescuing [ 1100.037952] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.038148] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.038340] env[69773]: DEBUG nova.network.neutron [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1100.167962] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.211438] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7d50f02c-6430-43cb-8d69-2fb33c9c87e0 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.861s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.229103] env[69773]: DEBUG nova.scheduler.client.report [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.289853] env[69773]: DEBUG nova.objects.base [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Object Instance<40822524-65fe-4e0a-924b-e2ed060b8957> lazy-loaded attributes: flavor,info_cache {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1100.298379] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390694, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.454306] env[69773]: DEBUG oslo_vmware.api [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390693, 'name': PowerOnVM_Task, 'duration_secs': 0.756613} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.454631] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.457450] env[69773]: DEBUG nova.compute.manager [None req-eebb8150-d624-426f-a7e9-c1e0f83ea8a0 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.458539] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9519f6-abde-47f1-b248-36e15440096c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.667838] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.733937] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.734511] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.737156] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.151s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.738649] env[69773]: INFO nova.compute.claims [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.796657] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390694, 'name': PowerOnVM_Task, 'duration_secs': 0.859461} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.797010] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.797239] env[69773]: DEBUG nova.compute.manager [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.798391] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21be8d30-4f0f-44b6-ad52-abba1b171711 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.827169] env[69773]: DEBUG nova.network.neutron [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating instance_info_cache with network_info: [{"id": "f332e101-6a92-41d5-ad00-aa633583b8d7", "address": "fa:16:3e:3e:2a:4e", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332e101-6a", "ovs_interfaceid": "f332e101-6a92-41d5-ad00-aa633583b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.998761] env[69773]: DEBUG nova.network.neutron [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updating instance_info_cache with network_info: [{"id": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "address": "fa:16:3e:1c:ad:da", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e63e816-e6", "ovs_interfaceid": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.168718] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.242442] env[69773]: DEBUG nova.compute.utils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.249027] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.249027] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.298132] env[69773]: DEBUG nova.policy [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca86dd911e7a44888c1603c562f1126a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a77b6a08ad874c21b2a2a6a13b6a446b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.308486] env[69773]: INFO nova.compute.manager [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] bringing vm to original state: 'stopped' [ 1101.329935] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.502053] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Releasing lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.668975] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.681809] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Successfully created port: 8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.746821] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.754560] env[69773]: DEBUG oslo_concurrency.lockutils [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.754794] env[69773]: DEBUG oslo_concurrency.lockutils [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.839659] env[69773]: INFO nova.compute.manager [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Unrescuing [ 1101.839907] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.840092] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquired lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.840306] env[69773]: DEBUG nova.network.neutron [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1101.984178] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16e43e9-3f9a-4ed0-b1b0-09de823952f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.991479] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d3865-46b3-480f-a46f-8daf2da00d8f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.023376] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cca7de-a166-40b8-ab77-c2e8dfb55494 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.030679] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e821b5-7331-4f57-a43a-5885869be712 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.044244] env[69773]: DEBUG nova.compute.provider_tree [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.168976] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.259045] env[69773]: DEBUG nova.compute.utils [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.316433] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "bf02fc74-039b-43d3-9672-4776bb09d814" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.316541] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.316655] env[69773]: DEBUG nova.compute.manager [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.317572] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d939b18-fcf8-461e-85b0-cc56d6b55ee6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.324564] env[69773]: DEBUG nova.compute.manager [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1102.523772] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.523873] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-117c1943-ab66-46d8-a4fc-97f545f62d12 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.530980] env[69773]: DEBUG oslo_vmware.api [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1102.530980] env[69773]: value = "task-3390695" [ 1102.530980] env[69773]: _type = "Task" [ 1102.530980] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.538860] env[69773]: DEBUG oslo_vmware.api [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.547185] env[69773]: DEBUG nova.scheduler.client.report [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.602565] env[69773]: DEBUG nova.network.neutron [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Updating instance_info_cache with network_info: [{"id": "45d4f15d-7111-4970-aab7-f3bd86fbc39c", "address": "fa:16:3e:65:a7:29", "network": {"id": "508484c6-3f71-452f-95e3-134eb9d4fc71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-770809512-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2af3e6ab33a448ce8a11880c50b6197b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45d4f15d-71", "ovs_interfaceid": "45d4f15d-7111-4970-aab7-f3bd86fbc39c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.669446] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.759863] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.762941] env[69773]: DEBUG oslo_concurrency.lockutils [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.789429] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.789688] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.789835] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.790072] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.790249] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.790401] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.790610] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.790799] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.790925] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.791124] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.791325] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.792206] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d78d70-b21e-49aa-833a-c8f8d7cd149a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.800514] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf194e0-6fed-4c90-8972-9e1ec8b64f68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.828016] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.828309] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08368fb1-c21d-4a6a-a922-edb56a9da0c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.835019] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1102.835019] env[69773]: value = "task-3390696" [ 1102.835019] env[69773]: _type = "Task" [ 1102.835019] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.843085] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.868953] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.869296] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53941dda-01ca-4bb5-83e7-71f0dc284f3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.877013] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1102.877013] env[69773]: value = "task-3390697" [ 1102.877013] env[69773]: _type = "Task" [ 1102.877013] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.885849] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.044031] env[69773]: DEBUG oslo_vmware.api [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390695, 'name': PowerOnVM_Task, 'duration_secs': 0.385453} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.044031] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.044031] env[69773]: DEBUG nova.compute.manager [None req-ec15e83b-e20c-4a3b-a63d-6749355deec4 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.044031] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973f0ea7-3829-41db-b9a8-8f07c5f35237 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.052330] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.053133] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1103.056190] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.242s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.058257] env[69773]: INFO nova.compute.claims [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.105291] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Releasing lock "refresh_cache-cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.106632] env[69773]: DEBUG nova.objects.instance [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lazy-loading 'flavor' on Instance uuid cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.169033] env[69773]: DEBUG nova.compute.manager [req-1bc7162a-a9e8-443c-9ee2-b7d8e3b47003 req-f58396d2-4675-4643-bd92-2527ff028f1c service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Received event network-vif-plugged-8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.169033] env[69773]: DEBUG oslo_concurrency.lockutils [req-1bc7162a-a9e8-443c-9ee2-b7d8e3b47003 req-f58396d2-4675-4643-bd92-2527ff028f1c service nova] Acquiring lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.169169] env[69773]: DEBUG oslo_concurrency.lockutils [req-1bc7162a-a9e8-443c-9ee2-b7d8e3b47003 req-f58396d2-4675-4643-bd92-2527ff028f1c service nova] Lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.169251] env[69773]: DEBUG oslo_concurrency.lockutils [req-1bc7162a-a9e8-443c-9ee2-b7d8e3b47003 req-f58396d2-4675-4643-bd92-2527ff028f1c service nova] Lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.169419] env[69773]: DEBUG nova.compute.manager [req-1bc7162a-a9e8-443c-9ee2-b7d8e3b47003 req-f58396d2-4675-4643-bd92-2527ff028f1c service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] No waiting events found dispatching network-vif-plugged-8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.169585] env[69773]: WARNING nova.compute.manager [req-1bc7162a-a9e8-443c-9ee2-b7d8e3b47003 req-f58396d2-4675-4643-bd92-2527ff028f1c service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Received unexpected event network-vif-plugged-8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9 for instance with vm_state building and task_state spawning. [ 1103.175780] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.241578] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Successfully updated port: 8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.346418] env[69773]: DEBUG oslo_vmware.api [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390696, 'name': PowerOffVM_Task, 'duration_secs': 0.23525} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.346708] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.346905] env[69773]: DEBUG nova.compute.manager [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1103.347941] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ca788e-df57-4caf-9042-61121ff0aae6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.388522] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390697, 'name': PowerOffVM_Task, 'duration_secs': 0.187555} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.388789] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.389949] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73877ff2-f613-498f-ae9d-f8724bfe0c2f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.411371] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c40c50-297f-4a16-91f0-ce8e69bcfc05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.446541] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.448144] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d941e38-a595-48ae-98e9-19426c5e4282 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.453995] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1103.453995] env[69773]: value = "task-3390698" [ 1103.453995] env[69773]: _type = "Task" [ 1103.453995] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.461902] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.562715] env[69773]: DEBUG nova.compute.utils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.566487] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.566657] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.613701] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89aa304f-608f-401f-97d0-05135849f467 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.619161] env[69773]: DEBUG nova.policy [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca86dd911e7a44888c1603c562f1126a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a77b6a08ad874c21b2a2a6a13b6a446b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.639676] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.639891] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-264694fb-68c2-468f-aaf5-80a7556690d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.647355] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1103.647355] env[69773]: value = "task-3390699" [ 1103.647355] env[69773]: _type = "Task" [ 1103.647355] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.655951] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.670632] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.744315] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "refresh_cache-9cd9421f-f386-43a1-97c4-3d4d90adcdd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.744463] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "refresh_cache-9cd9421f-f386-43a1-97c4-3d4d90adcdd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.744693] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1103.823618] env[69773]: DEBUG oslo_concurrency.lockutils [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.823985] env[69773]: DEBUG oslo_concurrency.lockutils [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.824302] env[69773]: INFO nova.compute.manager [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Attaching volume 127571ec-3fb7-428a-9e91-88e209844ec1 to /dev/sdb [ 1103.867101] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.550s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.867973] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d3a2e2-07eb-43ce-b3f6-fa2211f88878 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.876673] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd1af0-cc66-429e-983a-a60a5d047704 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.893092] env[69773]: DEBUG nova.virt.block_device [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating existing volume attachment record: ba22fc0d-b4a2-4b82-97c4-7702b347f45d {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1103.964911] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1103.965121] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.965378] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.965528] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.965745] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.966053] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e316246-b21a-4881-961d-e71cd90019be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.975080] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.975274] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.976048] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5764bf2-b513-4be8-915c-bc61bf2bcf70 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.981584] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1103.981584] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528c6b3b-16d8-38c0-5a3f-689e6100d3d8" [ 1103.981584] env[69773]: _type = "Task" [ 1103.981584] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.989272] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528c6b3b-16d8-38c0-5a3f-689e6100d3d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.067342] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1104.101466] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Successfully created port: 60258dbd-0a3b-40f9-a29a-db5b856934b7 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1104.157310] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390699, 'name': PowerOffVM_Task, 'duration_secs': 0.287274} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.160366] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.165890] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1104.166421] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23162ecf-2563-41f2-98d9-6957ae503cee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.192688] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.194837] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1104.194837] env[69773]: value = "task-3390701" [ 1104.194837] env[69773]: _type = "Task" [ 1104.194837] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.206493] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.288997] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1104.356339] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd8570-a287-46d7-a353-81747faabad4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.364428] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf58cf32-d9b7-45ca-92b7-75b97645aeca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.406009] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c41dc3-27b7-4d42-b89b-7c0c3bd2b95e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.408824] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.414217] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8b8870-ba27-450b-ba82-cdee13a0c30c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.429586] env[69773]: DEBUG nova.compute.provider_tree [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.493458] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528c6b3b-16d8-38c0-5a3f-689e6100d3d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009023} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.494341] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf208d95-4afc-437f-a0a2-c97d15dc6747 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.500526] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1104.500526] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52109819-fb25-226b-943c-f53192c9e5b6" [ 1104.500526] env[69773]: _type = "Task" [ 1104.500526] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.508570] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52109819-fb25-226b-943c-f53192c9e5b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.546214] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Updating instance_info_cache with network_info: [{"id": "8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9", "address": "fa:16:3e:65:19:09", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13cd3c-ef", "ovs_interfaceid": "8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.566437] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "bf02fc74-039b-43d3-9672-4776bb09d814" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.566437] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.566558] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "bf02fc74-039b-43d3-9672-4776bb09d814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.566680] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.566871] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.569031] env[69773]: INFO nova.compute.manager [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Terminating instance [ 1104.676394] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.704822] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390701, 'name': ReconfigVM_Task, 'duration_secs': 0.203667} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.704822] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.704822] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.704822] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3db67d63-814a-4574-a490-4b8e4b0bf21a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.712429] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1104.712429] env[69773]: value = "task-3390704" [ 1104.712429] env[69773]: _type = "Task" [ 1104.712429] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.719824] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.932549] env[69773]: DEBUG nova.scheduler.client.report [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.012821] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52109819-fb25-226b-943c-f53192c9e5b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015113} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.013136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.013425] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. {{(pid=69773) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1105.013719] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fa360f5-8a02-454f-b46a-bece665b864c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.021364] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1105.021364] env[69773]: value = "task-3390705" [ 1105.021364] env[69773]: _type = "Task" [ 1105.021364] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.029624] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.049366] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "refresh_cache-9cd9421f-f386-43a1-97c4-3d4d90adcdd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.049726] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Instance network_info: |[{"id": "8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9", "address": "fa:16:3e:65:19:09", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13cd3c-ef", "ovs_interfaceid": "8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.050265] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:19:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.059193] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Creating folder: Project (a77b6a08ad874c21b2a2a6a13b6a446b). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.059556] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00331214-6d2f-4faf-ad0d-620dbf985bb9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.071590] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Created folder: Project (a77b6a08ad874c21b2a2a6a13b6a446b) in parent group-v676268. [ 1105.071794] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Creating folder: Instances. Parent ref: group-v676534. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1105.072303] env[69773]: DEBUG nova.compute.manager [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.072496] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.072740] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62a51a45-e5cd-4501-a952-22c97eeacba5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.075143] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb099b6c-64d0-43db-9a4b-3a1df9a23036 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.078921] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1105.087750] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1105.088054] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a3904ac-89e2-4e59-9a53-faa8d0eae6cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.091147] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Created folder: Instances in parent group-v676534. [ 1105.091875] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.092643] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.092920] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a31d804-2c0d-4b42-a86a-46b5e744120c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.116384] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.116384] env[69773]: value = "task-3390709" [ 1105.116384] env[69773]: _type = "Task" [ 1105.116384] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.118948] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1105.119295] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1105.119465] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1105.119724] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1105.119897] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1105.120222] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1105.120457] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1105.120701] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1105.120854] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1105.121097] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1105.121368] env[69773]: DEBUG nova.virt.hardware [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1105.122437] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038abf8-3167-45a2-b1a1-9c4412680ebf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.139054] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eae830a-3f0e-4f80-861f-e56db02be61f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.143939] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390709, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.164887] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1105.165064] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1105.165277] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleting the datastore file [datastore1] bf02fc74-039b-43d3-9672-4776bb09d814 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.165645] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b158001-4f11-4ed8-b212-e138a1d4de72 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.176922] env[69773]: DEBUG oslo_vmware.api [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390691, 'name': ReconfigVM_Task, 'duration_secs': 5.779469} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.178339] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.178558] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Reconfigured VM to detach interface {{(pid=69773) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1105.180827] env[69773]: DEBUG oslo_vmware.api [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1105.180827] env[69773]: value = "task-3390710" [ 1105.180827] env[69773]: _type = "Task" [ 1105.180827] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.190367] env[69773]: DEBUG oslo_vmware.api [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.196675] env[69773]: DEBUG nova.compute.manager [req-4ca7e679-f75a-465b-b64d-9ecc87ad2623 req-f504eba1-90f6-40fe-9d54-e2aa31c8c6f0 service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Received event network-changed-8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.196920] env[69773]: DEBUG nova.compute.manager [req-4ca7e679-f75a-465b-b64d-9ecc87ad2623 req-f504eba1-90f6-40fe-9d54-e2aa31c8c6f0 service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Refreshing instance network info cache due to event network-changed-8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.197185] env[69773]: DEBUG oslo_concurrency.lockutils [req-4ca7e679-f75a-465b-b64d-9ecc87ad2623 req-f504eba1-90f6-40fe-9d54-e2aa31c8c6f0 service nova] Acquiring lock "refresh_cache-9cd9421f-f386-43a1-97c4-3d4d90adcdd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.197362] env[69773]: DEBUG oslo_concurrency.lockutils [req-4ca7e679-f75a-465b-b64d-9ecc87ad2623 req-f504eba1-90f6-40fe-9d54-e2aa31c8c6f0 service nova] Acquired lock "refresh_cache-9cd9421f-f386-43a1-97c4-3d4d90adcdd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.197579] env[69773]: DEBUG nova.network.neutron [req-4ca7e679-f75a-465b-b64d-9ecc87ad2623 req-f504eba1-90f6-40fe-9d54-e2aa31c8c6f0 service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Refreshing network info cache for port 8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1105.223800] env[69773]: DEBUG oslo_vmware.api [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390704, 'name': PowerOnVM_Task, 'duration_secs': 0.39355} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.225927] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.226199] env[69773]: DEBUG nova.compute.manager [None req-f0d904e8-c5d7-426f-a512-58ae10077cda tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.227408] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb04e87-bbd0-419c-be96-66d5913c3b53 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.441144] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.441796] env[69773]: DEBUG nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.456845] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.701s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.538062] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390705, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.633848] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390709, 'name': CreateVM_Task, 'duration_secs': 0.441052} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.634068] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.634794] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.634957] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.635291] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.635549] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5623e8c1-97aa-412c-990d-be13f852c571 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.640946] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1105.640946] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f0b2a8-b483-aa16-cbb6-67328611cf13" [ 1105.640946] env[69773]: _type = "Task" [ 1105.640946] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.649540] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f0b2a8-b483-aa16-cbb6-67328611cf13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.693893] env[69773]: DEBUG oslo_vmware.api [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371339} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.693893] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.693893] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.693893] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1105.693893] env[69773]: INFO nova.compute.manager [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1105.694354] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1105.695581] env[69773]: DEBUG nova.compute.manager [-] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1105.695581] env[69773]: DEBUG nova.network.neutron [-] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1105.912262] env[69773]: DEBUG nova.network.neutron [req-4ca7e679-f75a-465b-b64d-9ecc87ad2623 req-f504eba1-90f6-40fe-9d54-e2aa31c8c6f0 service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Updated VIF entry in instance network info cache for port 8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1105.912638] env[69773]: DEBUG nova.network.neutron [req-4ca7e679-f75a-465b-b64d-9ecc87ad2623 req-f504eba1-90f6-40fe-9d54-e2aa31c8c6f0 service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Updating instance_info_cache with network_info: [{"id": "8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9", "address": "fa:16:3e:65:19:09", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b13cd3c-ef", "ovs_interfaceid": "8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.958326] env[69773]: DEBUG nova.compute.utils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.959622] env[69773]: DEBUG nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.959790] env[69773]: DEBUG nova.network.neutron [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.962948] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.963238] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.963424] env[69773]: INFO nova.compute.manager [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Shelving [ 1105.967494] env[69773]: INFO nova.compute.claims [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.012386] env[69773]: DEBUG nova.policy [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68af581052c04bf782c0470e0c7dea1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80af706107c4e929261072b9ac75b0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.031599] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53761} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.031861] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk. [ 1106.033131] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b0a491-dc1c-4096-a8f0-9bf395f1c8c5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.066614] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.066963] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aff926f-f126-4937-96a0-5ca8d0167399 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.090022] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1106.090022] env[69773]: value = "task-3390711" [ 1106.090022] env[69773]: _type = "Task" [ 1106.090022] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.098988] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.138120] env[69773]: DEBUG nova.compute.manager [req-139058f5-4696-4ffa-a9a7-dc6ad91f757f req-614de2ac-763f-40b9-b501-a1b7177fc72d service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Received event network-vif-plugged-60258dbd-0a3b-40f9-a29a-db5b856934b7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.138339] env[69773]: DEBUG oslo_concurrency.lockutils [req-139058f5-4696-4ffa-a9a7-dc6ad91f757f req-614de2ac-763f-40b9-b501-a1b7177fc72d service nova] Acquiring lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.138453] env[69773]: DEBUG oslo_concurrency.lockutils [req-139058f5-4696-4ffa-a9a7-dc6ad91f757f req-614de2ac-763f-40b9-b501-a1b7177fc72d service nova] Lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.138650] env[69773]: DEBUG oslo_concurrency.lockutils [req-139058f5-4696-4ffa-a9a7-dc6ad91f757f req-614de2ac-763f-40b9-b501-a1b7177fc72d service nova] Lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.138766] env[69773]: DEBUG nova.compute.manager [req-139058f5-4696-4ffa-a9a7-dc6ad91f757f req-614de2ac-763f-40b9-b501-a1b7177fc72d service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] No waiting events found dispatching network-vif-plugged-60258dbd-0a3b-40f9-a29a-db5b856934b7 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.138927] env[69773]: WARNING nova.compute.manager [req-139058f5-4696-4ffa-a9a7-dc6ad91f757f req-614de2ac-763f-40b9-b501-a1b7177fc72d service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Received unexpected event network-vif-plugged-60258dbd-0a3b-40f9-a29a-db5b856934b7 for instance with vm_state building and task_state spawning. [ 1106.152881] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f0b2a8-b483-aa16-cbb6-67328611cf13, 'name': SearchDatastore_Task, 'duration_secs': 0.081116} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.155456] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.155456] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1106.155456] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.155456] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.155456] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1106.155456] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3776361-a5c5-4e74-b253-30da7c0cdf3b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.175841] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1106.175841] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1106.177030] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22a6aa3b-e613-4c9c-b12e-8e90cbda378f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.184847] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1106.184847] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c47f3-d455-f000-65a8-035f40a58613" [ 1106.184847] env[69773]: _type = "Task" [ 1106.184847] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.187020] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Successfully updated port: 60258dbd-0a3b-40f9-a29a-db5b856934b7 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.202142] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c47f3-d455-f000-65a8-035f40a58613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.417094] env[69773]: DEBUG oslo_concurrency.lockutils [req-4ca7e679-f75a-465b-b64d-9ecc87ad2623 req-f504eba1-90f6-40fe-9d54-e2aa31c8c6f0 service nova] Releasing lock "refresh_cache-9cd9421f-f386-43a1-97c4-3d4d90adcdd4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.467536] env[69773]: DEBUG nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.483163] env[69773]: INFO nova.compute.resource_tracker [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating resource usage from migration 531aeefb-5777-4366-8177-e416a087afbb [ 1106.507907] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.508186] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1106.544133] env[69773]: DEBUG nova.network.neutron [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Successfully created port: 627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.599914] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.600035] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.600237] env[69773]: DEBUG nova.network.neutron [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1106.601629] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.693235] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "refresh_cache-6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.693375] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "refresh_cache-6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.693846] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1106.699220] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527c47f3-d455-f000-65a8-035f40a58613, 'name': SearchDatastore_Task, 'duration_secs': 0.047595} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.704385] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-628ed7ce-1665-4c86-a9d5-9845d6437d8c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.712291] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1106.712291] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277ce4d-8836-2d11-eb62-c0e377bfe457" [ 1106.712291] env[69773]: _type = "Task" [ 1106.712291] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.724705] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277ce4d-8836-2d11-eb62-c0e377bfe457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.791206] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c84dd65-62f0-4cb6-a067-2d4a1a19d8c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.798900] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8f262-108d-47a4-a1fa-416699a6c0b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.830152] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd2ae64-c00b-477e-a046-167c9e7d7cd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.837676] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58febb32-94ee-4911-ae12-efe74e3a0e23 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.853153] env[69773]: DEBUG nova.compute.provider_tree [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.919759] env[69773]: DEBUG nova.network.neutron [-] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.963051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.963312] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.963522] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.963700] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.963859] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.965981] env[69773]: INFO nova.compute.manager [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Terminating instance [ 1106.982164] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.982761] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b2fc8c-334c-4436-8c49-db2dc3f0313c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.990145] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1106.990145] env[69773]: value = "task-3390713" [ 1106.990145] env[69773]: _type = "Task" [ 1106.990145] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.998315] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.015950] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.016148] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.016306] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.016453] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.016850] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.017037] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.017178] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1107.017539] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1107.100034] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390711, 'name': ReconfigVM_Task, 'duration_secs': 0.732872} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.100180] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfigured VM instance instance-00000052 to attach disk [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6-rescue.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.101013] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce762aa5-caae-4631-a6ff-29d1a4f20216 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.136125] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a34228-6be9-4925-85c6-312d5c986fe4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.151469] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1107.151469] env[69773]: value = "task-3390714" [ 1107.151469] env[69773]: _type = "Task" [ 1107.151469] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.161757] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.184522] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.184845] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "64833a8e-1fff-4382-802b-384a4b3fb504" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.184997] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.185200] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.185375] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "64833a8e-1fff-4382-802b-384a4b3fb504-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.188089] env[69773]: INFO nova.compute.manager [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Terminating instance [ 1107.225844] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277ce4d-8836-2d11-eb62-c0e377bfe457, 'name': SearchDatastore_Task, 'duration_secs': 0.010849} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.226137] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.226406] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9cd9421f-f386-43a1-97c4-3d4d90adcdd4/9cd9421f-f386-43a1-97c4-3d4d90adcdd4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.226674] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b9f7837-0343-4084-9418-1724a7a39f71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.240865] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1107.240865] env[69773]: value = "task-3390715" [ 1107.240865] env[69773]: _type = "Task" [ 1107.240865] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.249210] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.307659] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1107.358734] env[69773]: DEBUG nova.scheduler.client.report [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.422203] env[69773]: INFO nova.compute.manager [-] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Took 1.73 seconds to deallocate network for instance. [ 1107.470015] env[69773]: DEBUG nova.compute.manager [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.470374] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.471673] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eee124c-420a-48cc-a389-19f6f6d49dbc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.482013] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.487023] env[69773]: DEBUG nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.487023] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cb79c1a-2851-4dc6-aa57-692224d6bbfb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.504736] env[69773]: DEBUG oslo_vmware.api [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1107.504736] env[69773]: value = "task-3390716" [ 1107.504736] env[69773]: _type = "Task" [ 1107.504736] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.513015] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390713, 'name': PowerOffVM_Task, 'duration_secs': 0.234941} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.516380] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.516795] env[69773]: DEBUG oslo_vmware.api [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.517550] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d2446d-6757-46f8-9df0-bdef188d5f0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.521243] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.559119] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d4ee6f-27a9-40ee-86fc-8fef80bbb977 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.564843] env[69773]: DEBUG nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-vif-deleted-902f43a8-5553-4a55-a13b-00ba6c2cf1cc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.565123] env[69773]: INFO nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Neutron deleted interface 902f43a8-5553-4a55-a13b-00ba6c2cf1cc; detaching it from the instance and deleting it from the info cache [ 1107.565458] env[69773]: DEBUG nova.network.neutron [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "265ccd44-a25f-4f26-aaa3-700056b9fd5e", "address": "fa:16:3e:da:46:1e", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap265ccd44-a2", "ovs_interfaceid": "265ccd44-a25f-4f26-aaa3-700056b9fd5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.577807] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.578190] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.578410] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.578617] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.578777] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.578992] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.579234] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.579513] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.579794] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.580060] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.580326] env[69773]: DEBUG nova.virt.hardware [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.581806] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4eb0ba-09fa-41ad-bd5a-4a679cf5f15d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.592873] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f2a09b-d923-4cbf-a745-4f8ba1efc01d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.665097] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390714, 'name': ReconfigVM_Task, 'duration_secs': 0.193701} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.665441] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.665738] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-543083ce-9b93-4220-a371-53d4ce47a577 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.673240] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1107.673240] env[69773]: value = "task-3390717" [ 1107.673240] env[69773]: _type = "Task" [ 1107.673240] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.682728] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.692923] env[69773]: DEBUG nova.compute.manager [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.693331] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.694487] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f99ef5a-9080-4c56-97dd-db3ba05b426d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.703559] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.704268] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceadefa3-8a05-40d7-ac56-4d1adac36123 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.714625] env[69773]: DEBUG oslo_vmware.api [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1107.714625] env[69773]: value = "task-3390718" [ 1107.714625] env[69773]: _type = "Task" [ 1107.714625] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.723715] env[69773]: DEBUG oslo_vmware.api [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.754683] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515566} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.755032] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9cd9421f-f386-43a1-97c4-3d4d90adcdd4/9cd9421f-f386-43a1-97c4-3d4d90adcdd4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.755304] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.755570] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebcdee42-2991-40c9-88ea-6e34bf339e56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.762187] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1107.762187] env[69773]: value = "task-3390719" [ 1107.762187] env[69773]: _type = "Task" [ 1107.762187] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.771868] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390719, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.780216] env[69773]: DEBUG nova.network.neutron [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Updating instance_info_cache with network_info: [{"id": "60258dbd-0a3b-40f9-a29a-db5b856934b7", "address": "fa:16:3e:2d:d0:3f", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60258dbd-0a", "ovs_interfaceid": "60258dbd-0a3b-40f9-a29a-db5b856934b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.835180] env[69773]: INFO nova.network.neutron [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Port 902f43a8-5553-4a55-a13b-00ba6c2cf1cc from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1107.835384] env[69773]: INFO nova.network.neutron [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Port 265ccd44-a25f-4f26-aaa3-700056b9fd5e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1107.835725] env[69773]: DEBUG nova.network.neutron [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.864878] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.408s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.865104] env[69773]: INFO nova.compute.manager [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Migrating [ 1107.872773] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.464s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.872773] env[69773]: DEBUG nova.objects.instance [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1107.930331] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.015620] env[69773]: DEBUG oslo_vmware.api [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390716, 'name': PowerOffVM_Task, 'duration_secs': 0.276264} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.015897] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.016077] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.016347] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6eb0a8b-f81b-4606-b44b-ccf3c86f41c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.059125] env[69773]: DEBUG nova.compute.manager [req-724604c0-9c4e-4315-9b53-79ff018b8517 req-583626b6-bc19-4dba-a77c-08ef3ab671cc service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Received event network-vif-plugged-627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.059351] env[69773]: DEBUG oslo_concurrency.lockutils [req-724604c0-9c4e-4315-9b53-79ff018b8517 req-583626b6-bc19-4dba-a77c-08ef3ab671cc service nova] Acquiring lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.059599] env[69773]: DEBUG oslo_concurrency.lockutils [req-724604c0-9c4e-4315-9b53-79ff018b8517 req-583626b6-bc19-4dba-a77c-08ef3ab671cc service nova] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.059788] env[69773]: DEBUG oslo_concurrency.lockutils [req-724604c0-9c4e-4315-9b53-79ff018b8517 req-583626b6-bc19-4dba-a77c-08ef3ab671cc service nova] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.059964] env[69773]: DEBUG nova.compute.manager [req-724604c0-9c4e-4315-9b53-79ff018b8517 req-583626b6-bc19-4dba-a77c-08ef3ab671cc service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] No waiting events found dispatching network-vif-plugged-627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.060188] env[69773]: WARNING nova.compute.manager [req-724604c0-9c4e-4315-9b53-79ff018b8517 req-583626b6-bc19-4dba-a77c-08ef3ab671cc service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Received unexpected event network-vif-plugged-627e407c-58b7-4974-8763-b00d8e84b12b for instance with vm_state building and task_state spawning. [ 1108.068409] env[69773]: DEBUG oslo_concurrency.lockutils [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] Acquiring lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.085470] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.085913] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.085965] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Deleting the datastore file [datastore2] cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.087298] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1108.087632] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-303eb7e0-2d65-4551-a784-c80b78151597 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.094381] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f797d8b8-543b-4e93-934a-13930418c4f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.096840] env[69773]: DEBUG nova.network.neutron [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Successfully updated port: 627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.104658] env[69773]: DEBUG oslo_vmware.api [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1108.104658] env[69773]: value = "task-3390721" [ 1108.104658] env[69773]: _type = "Task" [ 1108.104658] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.106741] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1108.106741] env[69773]: value = "task-3390722" [ 1108.106741] env[69773]: _type = "Task" [ 1108.106741] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.120713] env[69773]: DEBUG oslo_vmware.api [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.125289] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390722, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.183183] env[69773]: DEBUG oslo_vmware.api [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390717, 'name': PowerOnVM_Task, 'duration_secs': 0.497226} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.183491] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.186178] env[69773]: DEBUG nova.compute.manager [None req-bed071e9-1a65-4557-bb54-203a30003f8f tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.186941] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b886dce4-b55c-4ba8-8c1f-8c902639d4ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.227973] env[69773]: DEBUG oslo_vmware.api [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390718, 'name': PowerOffVM_Task, 'duration_secs': 0.170774} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.228310] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.228522] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.228815] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d33c2d32-9fcc-432f-9e31-d7bb8be4c19f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.273044] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390719, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073424} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.273374] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.274218] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed764de5-47b0-4a9d-a13f-ae939daed7a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.288448] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "refresh_cache-6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.288759] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Instance network_info: |[{"id": "60258dbd-0a3b-40f9-a29a-db5b856934b7", "address": "fa:16:3e:2d:d0:3f", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60258dbd-0a", "ovs_interfaceid": "60258dbd-0a3b-40f9-a29a-db5b856934b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.297866] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 9cd9421f-f386-43a1-97c4-3d4d90adcdd4/9cd9421f-f386-43a1-97c4-3d4d90adcdd4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.298375] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d0:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '60258dbd-0a3b-40f9-a29a-db5b856934b7', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.305954] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.306270] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56d811b7-5939-414f-8200-2d350d869112 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.321426] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.321721] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54c581c7-a179-4a13-829d-30d4b201bb33 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.338610] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.340825] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.340982] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.341223] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleting the datastore file [datastore1] 64833a8e-1fff-4382-802b-384a4b3fb504 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.343025] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-462870df-7576-45d8-8dda-d3cfb316a751 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.344874] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1108.344874] env[69773]: value = "task-3390724" [ 1108.344874] env[69773]: _type = "Task" [ 1108.344874] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.350983] env[69773]: DEBUG oslo_vmware.api [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1108.350983] env[69773]: value = "task-3390726" [ 1108.350983] env[69773]: _type = "Task" [ 1108.350983] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.351216] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.351216] env[69773]: value = "task-3390725" [ 1108.351216] env[69773]: _type = "Task" [ 1108.351216] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.360357] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390724, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.365167] env[69773]: DEBUG oslo_vmware.api [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.368286] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390725, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.384176] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.384176] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.384176] env[69773]: DEBUG nova.network.neutron [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1108.599524] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.599680] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.599834] env[69773]: DEBUG nova.network.neutron [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1108.620845] env[69773]: DEBUG oslo_vmware.api [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342188} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.623761] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.623961] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.624270] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.624350] env[69773]: INFO nova.compute.manager [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1108.624547] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.625030] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390722, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.625240] env[69773]: DEBUG nova.compute.manager [-] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.625337] env[69773]: DEBUG nova.network.neutron [-] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1108.842903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-02b8ad99-1c73-4520-afa8-46105fae4d86 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-64833a8e-1fff-4382-802b-384a4b3fb504-902f43a8-5553-4a55-a13b-00ba6c2cf1cc" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.279s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.854863] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.865556] env[69773]: DEBUG oslo_vmware.api [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.868137] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390725, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.880639] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e3fff80f-ed91-4878-8189-55388f4a6c88 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.881868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.361s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.882061] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.882220] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1108.882500] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.953s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.882702] env[69773]: DEBUG nova.objects.instance [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'resources' on Instance uuid bf02fc74-039b-43d3-9672-4776bb09d814 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.884314] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3d42f4-51f2-405a-98bd-358c8297fe7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.895567] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2effb7a5-5862-4cb3-8cab-fb9a451776b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.913688] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bdd3f1-c8b4-4828-9202-478e1907f655 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.920153] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af50b3-23d1-4489-94d9-be645ff4d5a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.950488] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179039MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1108.950488] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.954285] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1108.954501] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676533', 'volume_id': '127571ec-3fb7-428a-9e91-88e209844ec1', 'name': 'volume-127571ec-3fb7-428a-9e91-88e209844ec1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91226260-9e23-4a9e-ba63-bcb0a03621b9', 'attached_at': '', 'detached_at': '', 'volume_id': '127571ec-3fb7-428a-9e91-88e209844ec1', 'serial': '127571ec-3fb7-428a-9e91-88e209844ec1'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1108.955378] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2202ad04-3d9b-4fee-b3e4-5ff7d1b598c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.971051] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c308b3f-dba0-4b08-af3d-15da7c3ec302 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.996376] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-127571ec-3fb7-428a-9e91-88e209844ec1/volume-127571ec-3fb7-428a-9e91-88e209844ec1.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.996376] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e646c1e-364c-42da-8a76-b51db5489a62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.016501] env[69773]: DEBUG oslo_vmware.api [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1109.016501] env[69773]: value = "task-3390727" [ 1109.016501] env[69773]: _type = "Task" [ 1109.016501] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.025106] env[69773]: DEBUG oslo_vmware.api [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.122449] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390722, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.172428] env[69773]: DEBUG nova.network.neutron [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1109.285679] env[69773]: DEBUG nova.network.neutron [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance_info_cache with network_info: [{"id": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "address": "fa:16:3e:5e:dc:c2", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d63fac1-8a", "ovs_interfaceid": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.356142] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390724, 'name': ReconfigVM_Task, 'duration_secs': 0.834388} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.372967] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 9cd9421f-f386-43a1-97c4-3d4d90adcdd4/9cd9421f-f386-43a1-97c4-3d4d90adcdd4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.372967] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a9db561-58bf-45de-bca5-5d98e4c7593b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.373504] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390725, 'name': CreateVM_Task, 'duration_secs': 0.796386} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.377281] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.377625] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1109.377625] env[69773]: value = "task-3390728" [ 1109.377625] env[69773]: _type = "Task" [ 1109.377625] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.377864] env[69773]: DEBUG oslo_vmware.api [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558849} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.378572] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.378746] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.379123] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.379576] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.379655] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.379817] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.380355] env[69773]: INFO nova.compute.manager [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1109.380355] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.380609] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77481566-c95b-430c-bd16-a41954e0c7c2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.385940] env[69773]: DEBUG nova.compute.manager [-] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.386589] env[69773]: DEBUG nova.network.neutron [-] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1109.394985] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1109.394985] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52195050-f079-9d3d-e926-bfd7bf68de7a" [ 1109.394985] env[69773]: _type = "Task" [ 1109.394985] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.399843] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390728, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.411032] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52195050-f079-9d3d-e926-bfd7bf68de7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.434330] env[69773]: DEBUG nova.network.neutron [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Updating instance_info_cache with network_info: [{"id": "627e407c-58b7-4974-8763-b00d8e84b12b", "address": "fa:16:3e:6c:e1:82", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627e407c-58", "ovs_interfaceid": "627e407c-58b7-4974-8763-b00d8e84b12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.444689] env[69773]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 265ccd44-a25f-4f26-aaa3-700056b9fd5e could not be found.", "detail": ""}} {{(pid=69773) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1109.444689] env[69773]: DEBUG nova.network.neutron [-] Unable to show port 265ccd44-a25f-4f26-aaa3-700056b9fd5e as it no longer exists. {{(pid=69773) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1109.516344] env[69773]: DEBUG nova.network.neutron [-] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.528911] env[69773]: DEBUG oslo_vmware.api [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.623387] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390722, 'name': CreateSnapshot_Task, 'duration_secs': 1.278224} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.623617] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1109.624395] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cb2ef3-8283-43e4-bddd-057245a60af7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.757865] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387e7df8-dd05-4773-88f3-f0f3ff8ed02e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.775202] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c0b010-55a0-4b5b-a153-410680aa060b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.809601] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.814500] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd65de62-b37e-42ae-84bb-14d8a3884cc2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.825657] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7683efa2-0bec-4723-b9b3-a0873e6655fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.848715] env[69773]: DEBUG nova.compute.provider_tree [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.889519] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390728, 'name': Rename_Task, 'duration_secs': 0.164866} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.889779] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.889991] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-582957ae-8ecd-4674-ae7e-eb3846920037 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.896409] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1109.896409] env[69773]: value = "task-3390729" [ 1109.896409] env[69773]: _type = "Task" [ 1109.896409] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.907641] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.910767] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52195050-f079-9d3d-e926-bfd7bf68de7a, 'name': SearchDatastore_Task, 'duration_secs': 0.01345} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.911052] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.911286] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.911516] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.911658] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.911828] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.912085] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1bdf717-7905-4cd5-9ec6-7426f7d79b20 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.919966] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.920243] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.920851] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f886f7-31e1-40e8-9faa-4b52e5c1e292 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.926989] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1109.926989] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521d254c-4a78-555e-4c26-0df8f38048ae" [ 1109.926989] env[69773]: _type = "Task" [ 1109.926989] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.934740] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521d254c-4a78-555e-4c26-0df8f38048ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.935190] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.935479] env[69773]: DEBUG nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Instance network_info: |[{"id": "627e407c-58b7-4974-8763-b00d8e84b12b", "address": "fa:16:3e:6c:e1:82", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627e407c-58", "ovs_interfaceid": "627e407c-58b7-4974-8763-b00d8e84b12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.935835] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:e1:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '627e407c-58b7-4974-8763-b00d8e84b12b', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.943206] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Creating folder: Project (b80af706107c4e929261072b9ac75b0d). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.943453] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42a66e1-3376-4d71-ad9f-ecb9824e4821 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.952727] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Created folder: Project (b80af706107c4e929261072b9ac75b0d) in parent group-v676268. [ 1109.952903] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Creating folder: Instances. Parent ref: group-v676539. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1109.953139] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf08a3b9-08d6-4163-bd45-1d5ec498be26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.961856] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Created folder: Instances in parent group-v676539. [ 1109.962091] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.962280] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.962475] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef183d0c-7433-49f1-b678-7ef17e5a7c48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.981501] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.981501] env[69773]: value = "task-3390732" [ 1109.981501] env[69773]: _type = "Task" [ 1109.981501] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.990674] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390732, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.018688] env[69773]: INFO nova.compute.manager [-] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Took 1.39 seconds to deallocate network for instance. [ 1110.030914] env[69773]: DEBUG oslo_vmware.api [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390727, 'name': ReconfigVM_Task, 'duration_secs': 0.601364} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.031519] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-127571ec-3fb7-428a-9e91-88e209844ec1/volume-127571ec-3fb7-428a-9e91-88e209844ec1.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.036149] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6354cf40-b1bf-418f-ad43-d07bffc0a7f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.051422] env[69773]: DEBUG oslo_vmware.api [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1110.051422] env[69773]: value = "task-3390733" [ 1110.051422] env[69773]: _type = "Task" [ 1110.051422] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.061163] env[69773]: DEBUG oslo_vmware.api [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.143634] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1110.146815] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54e2692d-92d6-4eee-a833-12076f9bac81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.153934] env[69773]: DEBUG nova.compute.manager [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Received event network-changed-627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.154242] env[69773]: DEBUG nova.compute.manager [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Refreshing instance network info cache due to event network-changed-627e407c-58b7-4974-8763-b00d8e84b12b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.154477] env[69773]: DEBUG oslo_concurrency.lockutils [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] Acquiring lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.154618] env[69773]: DEBUG oslo_concurrency.lockutils [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] Acquired lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.154872] env[69773]: DEBUG nova.network.neutron [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Refreshing network info cache for port 627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1110.162021] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1110.162021] env[69773]: value = "task-3390734" [ 1110.162021] env[69773]: _type = "Task" [ 1110.162021] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.172380] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390734, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.261737] env[69773]: DEBUG nova.compute.manager [req-14932f3b-9c72-4d4f-a17b-b525113bf23a req-1cefaf82-72b0-4578-979b-d3e7ef7c22eb service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-vif-deleted-a88a0ac9-9cb4-4de5-94cc-8a9725f9222b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.261904] env[69773]: INFO nova.compute.manager [req-14932f3b-9c72-4d4f-a17b-b525113bf23a req-1cefaf82-72b0-4578-979b-d3e7ef7c22eb service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Neutron deleted interface a88a0ac9-9cb4-4de5-94cc-8a9725f9222b; detaching it from the instance and deleting it from the info cache [ 1110.262126] env[69773]: DEBUG nova.network.neutron [req-14932f3b-9c72-4d4f-a17b-b525113bf23a req-1cefaf82-72b0-4578-979b-d3e7ef7c22eb service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.269038] env[69773]: INFO nova.compute.manager [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Unrescuing [ 1110.269565] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.269954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquired lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.269954] env[69773]: DEBUG nova.network.neutron [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1110.351855] env[69773]: DEBUG nova.scheduler.client.report [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.409601] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.438556] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521d254c-4a78-555e-4c26-0df8f38048ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.439543] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5c3857-a59e-4fcb-b287-fc95b557aa0a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.447851] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1110.447851] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52787196-f240-4331-e3ba-a1a10235b49f" [ 1110.447851] env[69773]: _type = "Task" [ 1110.447851] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.456831] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52787196-f240-4331-e3ba-a1a10235b49f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.493386] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390732, 'name': CreateVM_Task, 'duration_secs': 0.378359} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.493623] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.494500] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.494717] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.495089] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.495447] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03877c06-7d42-44d6-a371-c2eff5346702 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.501313] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1110.501313] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5293eb2b-9848-8b4f-c0e7-927704f71af8" [ 1110.501313] env[69773]: _type = "Task" [ 1110.501313] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.512492] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5293eb2b-9848-8b4f-c0e7-927704f71af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.528453] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.565835] env[69773]: DEBUG oslo_vmware.api [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390733, 'name': ReconfigVM_Task, 'duration_secs': 0.157472} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.566377] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676533', 'volume_id': '127571ec-3fb7-428a-9e91-88e209844ec1', 'name': 'volume-127571ec-3fb7-428a-9e91-88e209844ec1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '91226260-9e23-4a9e-ba63-bcb0a03621b9', 'attached_at': '', 'detached_at': '', 'volume_id': '127571ec-3fb7-428a-9e91-88e209844ec1', 'serial': '127571ec-3fb7-428a-9e91-88e209844ec1'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1110.673309] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390734, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.728613] env[69773]: DEBUG nova.network.neutron [-] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.770205] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-517e97b0-5827-41c7-916f-0422e643a856 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.781332] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ca1223-3c75-4014-ab46-c18b54cd336c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.816520] env[69773]: DEBUG nova.compute.manager [req-14932f3b-9c72-4d4f-a17b-b525113bf23a req-1cefaf82-72b0-4578-979b-d3e7ef7c22eb service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Detach interface failed, port_id=a88a0ac9-9cb4-4de5-94cc-8a9725f9222b, reason: Instance 64833a8e-1fff-4382-802b-384a4b3fb504 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.858022] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.975s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.859558] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.909s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.870479] env[69773]: DEBUG nova.network.neutron [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Updated VIF entry in instance network info cache for port 627e407c-58b7-4974-8763-b00d8e84b12b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1110.870843] env[69773]: DEBUG nova.network.neutron [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Updating instance_info_cache with network_info: [{"id": "627e407c-58b7-4974-8763-b00d8e84b12b", "address": "fa:16:3e:6c:e1:82", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627e407c-58", "ovs_interfaceid": "627e407c-58b7-4974-8763-b00d8e84b12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.911711] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390729, 'name': PowerOnVM_Task, 'duration_secs': 0.74853} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.911980] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.912199] env[69773]: INFO nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1110.912376] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.913208] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18416d6b-1ea5-4df9-9fbf-37d33c447660 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.932260] env[69773]: INFO nova.scheduler.client.report [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted allocations for instance bf02fc74-039b-43d3-9672-4776bb09d814 [ 1110.957991] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52787196-f240-4331-e3ba-a1a10235b49f, 'name': SearchDatastore_Task, 'duration_secs': 0.013253} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.962139] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.962139] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1/6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.962139] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5ea28b9-ee48-4076-ac16-439928f769b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.967878] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1110.967878] env[69773]: value = "task-3390735" [ 1110.967878] env[69773]: _type = "Task" [ 1110.967878] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.976735] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.014347] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5293eb2b-9848-8b4f-c0e7-927704f71af8, 'name': SearchDatastore_Task, 'duration_secs': 0.013314} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.014701] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.015172] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.015471] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.015681] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.015813] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.016484] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-482260b1-7a0a-46ab-be5c-deff9da80b2a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.026215] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.026397] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.027162] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a09845dd-ed54-463d-83fd-9e9d368cfe08 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.030985] env[69773]: DEBUG nova.network.neutron [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating instance_info_cache with network_info: [{"id": "f332e101-6a92-41d5-ad00-aa633583b8d7", "address": "fa:16:3e:3e:2a:4e", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332e101-6a", "ovs_interfaceid": "f332e101-6a92-41d5-ad00-aa633583b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.033277] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1111.033277] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52291595-de57-2717-415b-076d39bbb221" [ 1111.033277] env[69773]: _type = "Task" [ 1111.033277] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.044654] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52291595-de57-2717-415b-076d39bbb221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.174110] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390734, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.232051] env[69773]: INFO nova.compute.manager [-] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Took 1.85 seconds to deallocate network for instance. [ 1111.331779] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d70ce48-28f9-45b6-a6cb-4708e5e89672 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.378121] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance 'a81550c0-3578-47b1-8048-7a3cef3c797b' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.382686] env[69773]: DEBUG oslo_concurrency.lockutils [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] Releasing lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.382935] env[69773]: DEBUG nova.compute.manager [req-b09ad150-ead8-43b2-a839-3225bd745e31 req-847046d8-45e9-4cb4-a9d2-b7642f4aebdb service nova] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Received event network-vif-deleted-45d4f15d-7111-4970-aab7-f3bd86fbc39c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.434124] env[69773]: INFO nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Took 14.89 seconds to build instance. [ 1111.442540] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bdc4c13-52b4-4e33-bc71-c9ba43396745 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "bf02fc74-039b-43d3-9672-4776bb09d814" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.876s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.477964] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496192} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.478828] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1/6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.479071] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.479338] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3b636bb-c3fd-4b56-90af-9772240d7683 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.486620] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1111.486620] env[69773]: value = "task-3390736" [ 1111.486620] env[69773]: _type = "Task" [ 1111.486620] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.494989] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.535378] env[69773]: DEBUG oslo_concurrency.lockutils [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Releasing lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.536692] env[69773]: DEBUG nova.objects.instance [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lazy-loading 'flavor' on Instance uuid b3cbd675-8893-4267-b1dd-10a9f8bc6a68 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.548013] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52291595-de57-2717-415b-076d39bbb221, 'name': SearchDatastore_Task, 'duration_secs': 0.010961} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.549512] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee181c0-e0b5-40d4-b08a-372c7e2fb306 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.556438] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1111.556438] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525583f4-6194-f98d-b682-903ee1607118" [ 1111.556438] env[69773]: _type = "Task" [ 1111.556438] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.565253] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525583f4-6194-f98d-b682-903ee1607118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.626842] env[69773]: DEBUG nova.objects.instance [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'flavor' on Instance uuid 91226260-9e23-4a9e-ba63-bcb0a03621b9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.674865] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390734, 'name': CloneVM_Task, 'duration_secs': 1.499355} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.675158] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Created linked-clone VM from snapshot [ 1111.675951] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a685aee-827f-47bd-8172-b3d69a712fb7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.683656] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Uploading image 304a6037-42e7-4250-bf48-e1e3e06653e3 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1111.732803] env[69773]: DEBUG oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1111.732803] env[69773]: value = "vm-676542" [ 1111.732803] env[69773]: _type = "VirtualMachine" [ 1111.732803] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1111.733107] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-efba954c-ee99-416b-b7c5-6024f142310c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.741476] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.741906] env[69773]: DEBUG oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lease: (returnval){ [ 1111.741906] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5237f6e8-3b91-1ff9-ee59-487e9b45b230" [ 1111.741906] env[69773]: _type = "HttpNfcLease" [ 1111.741906] env[69773]: } obtained for exporting VM: (result){ [ 1111.741906] env[69773]: value = "vm-676542" [ 1111.741906] env[69773]: _type = "VirtualMachine" [ 1111.741906] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1111.742229] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the lease: (returnval){ [ 1111.742229] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5237f6e8-3b91-1ff9-ee59-487e9b45b230" [ 1111.742229] env[69773]: _type = "HttpNfcLease" [ 1111.742229] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1111.749015] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1111.749015] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5237f6e8-3b91-1ff9-ee59-487e9b45b230" [ 1111.749015] env[69773]: _type = "HttpNfcLease" [ 1111.749015] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1111.884649] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Applying migration context for instance a81550c0-3578-47b1-8048-7a3cef3c797b as it has an incoming, in-progress migration 531aeefb-5777-4366-8177-e416a087afbb. Migration status is migrating {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1111.885647] env[69773]: INFO nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating resource usage from migration 531aeefb-5777-4366-8177-e416a087afbb [ 1111.891504] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.891799] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d795d1aa-8016-4c8b-8a36-3effa2ceecc2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.902755] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1111.902755] env[69773]: value = "task-3390738" [ 1111.902755] env[69773]: _type = "Task" [ 1111.902755] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.913601] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.937478] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.421s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.939258] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 64ee3834-f8ac-4603-a9c8-dac306453fa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.939401] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e82b533c-5d98-47e1-877a-78b4cdcdeeec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.939524] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.939642] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 64833a8e-1fff-4382-802b-384a4b3fb504 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.939756] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40822524-65fe-4e0a-924b-e2ed060b8957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.939868] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6e6bc02f-3f52-442a-a061-9f9e82f64488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.939980] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40f6ae8a-8d2c-44a7-972d-a00815ed2a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.940123] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance b3cbd675-8893-4267-b1dd-10a9f8bc6a68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.940301] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance cbe3e900-b9aa-48d8-a777-fe0a1f77cb04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.940435] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 91226260-9e23-4a9e-ba63-bcb0a03621b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.940535] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 2fed43f4-a3a8-45af-8211-6f426d1e2cac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.940673] env[69773]: WARNING nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1111.940786] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 9cd9421f-f386-43a1-97c4-3d4d90adcdd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.940894] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.941010] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.941131] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Migration 531aeefb-5777-4366-8177-e416a087afbb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1111.941239] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance a81550c0-3578-47b1-8048-7a3cef3c797b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1111.941481] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1111.941619] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1111.996998] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071128} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.999942] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.002032] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5318cd-cd55-4838-8858-959e7abd0669 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.023559] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1/6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.026402] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddf23c32-ebd7-4e42-9144-628b7aa7a9ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.047696] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743a9e95-e64d-4f1c-8fdc-79f2753032b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.053721] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1112.053721] env[69773]: value = "task-3390739" [ 1112.053721] env[69773]: _type = "Task" [ 1112.053721] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.082526] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.084811] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dc6c83a-b757-42f0-adb3-605eb5e22879 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.090347] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.093859] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525583f4-6194-f98d-b682-903ee1607118, 'name': SearchDatastore_Task, 'duration_secs': 0.035954} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.098059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.098059] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d/9e159c09-aeec-4f78-b0ee-ef6d78e6f09d.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.098059] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1112.098059] env[69773]: value = "task-3390740" [ 1112.098059] env[69773]: _type = "Task" [ 1112.098059] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.098059] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0812be29-9bf1-4b8b-bc97-a250a49db654 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.107480] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.111814] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1112.111814] env[69773]: value = "task-3390741" [ 1112.111814] env[69773]: _type = "Task" [ 1112.111814] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.121789] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.136616] env[69773]: DEBUG oslo_concurrency.lockutils [None req-83275a1a-f4a5-418d-b598-e2e858c0796c tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.312s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.256938] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.256938] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5237f6e8-3b91-1ff9-ee59-487e9b45b230" [ 1112.256938] env[69773]: _type = "HttpNfcLease" [ 1112.256938] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1112.256938] env[69773]: DEBUG oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1112.256938] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5237f6e8-3b91-1ff9-ee59-487e9b45b230" [ 1112.256938] env[69773]: _type = "HttpNfcLease" [ 1112.256938] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1112.256938] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9653aa7-9760-4592-a6df-e993be8fe842 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.266733] env[69773]: DEBUG oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e341e-36a1-dae9-6089-49c530be3525/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1112.266917] env[69773]: DEBUG oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e341e-36a1-dae9-6089-49c530be3525/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1112.331118] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242a3e48-6330-43a6-b161-be6738cdaf28 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.340503] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98322bb6-fec9-487c-bcde-883d0f427304 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.375931] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfdff9f-2840-4e50-8b85-7319e4dfba28 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.384149] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d94b25-8efe-44eb-944a-b5054c4ab216 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.399976] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.413250] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390738, 'name': PowerOffVM_Task, 'duration_secs': 0.240459} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.413250] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.413250] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance 'a81550c0-3578-47b1-8048-7a3cef3c797b' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.419399] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a5058bd-d86a-4ae0-a386-2efc6f594dff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.568114] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.612945] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390740, 'name': PowerOffVM_Task, 'duration_secs': 0.414284} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.615022] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.622178] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfiguring VM instance instance-00000052 to detach disk 2002 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1112.629085] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c18efc2c-c484-4629-a6c8-0ea632fc81e0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.647987] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390741, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.650659] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1112.650659] env[69773]: value = "task-3390742" [ 1112.650659] env[69773]: _type = "Task" [ 1112.650659] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.662581] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.911280] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.922466] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.929480] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.930914] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39eaaee9-93b1-44f6-8d76-dc71f4730138 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.950381] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1112.950381] env[69773]: value = "task-3390743" [ 1112.950381] env[69773]: _type = "Task" [ 1112.950381] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.962430] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.068656] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390739, 'name': ReconfigVM_Task, 'duration_secs': 0.573797} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.069526] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1/6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.069675] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca2eb65-53b2-423e-adb4-9cf9c5dfed7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.079822] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1113.079822] env[69773]: value = "task-3390744" [ 1113.079822] env[69773]: _type = "Task" [ 1113.079822] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.086271] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390744, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.125757] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793633} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.126074] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d/9e159c09-aeec-4f78-b0ee-ef6d78e6f09d.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.126482] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.126717] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cce8f83d-e1aa-46ef-8bb3-5234dc606959 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.135952] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1113.135952] env[69773]: value = "task-3390745" [ 1113.135952] env[69773]: _type = "Task" [ 1113.135952] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.145062] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.161665] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390742, 'name': ReconfigVM_Task, 'duration_secs': 0.360475} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.162082] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfigured VM instance instance-00000052 to detach disk 2002 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.166017] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.166017] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c54e09cc-02cd-46fe-bc18-a37fe96d3ce5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.170889] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1113.170889] env[69773]: value = "task-3390746" [ 1113.170889] env[69773]: _type = "Task" [ 1113.170889] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.183694] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.409482] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1113.409695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.550s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.409966] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.882s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.410165] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.412700] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.671s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.412942] env[69773]: DEBUG nova.objects.instance [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'resources' on Instance uuid 64833a8e-1fff-4382-802b-384a4b3fb504 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.463841] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390743, 'name': ReconfigVM_Task, 'duration_secs': 0.23782} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.464047] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance 'a81550c0-3578-47b1-8048-7a3cef3c797b' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.475087] env[69773]: INFO nova.scheduler.client.report [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Deleted allocations for instance cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e [ 1113.551791] env[69773]: DEBUG nova.compute.manager [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1113.589706] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390744, 'name': Rename_Task, 'duration_secs': 0.183824} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.590542] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.591778] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a14a1011-45c5-4508-bf9d-e4438199e95b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.601156] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1113.601156] env[69773]: value = "task-3390747" [ 1113.601156] env[69773]: _type = "Task" [ 1113.601156] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.611326] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.648416] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075388} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.648726] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.649639] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84b00d0-8c47-484e-b9c4-32c3bc961427 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.672939] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d/9e159c09-aeec-4f78-b0ee-ef6d78e6f09d.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.673623] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8e0011b-2bb4-4678-b22e-6700ab9a96c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.698775] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390746, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.700773] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1113.700773] env[69773]: value = "task-3390748" [ 1113.700773] env[69773]: _type = "Task" [ 1113.700773] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.708191] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.972000] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.972319] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.972461] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.972743] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.973008] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.973196] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.973410] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.973599] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.973901] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.974250] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.974316] env[69773]: DEBUG nova.virt.hardware [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.981378] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.985567] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1b458f-26bb-487c-a99d-1b26192b0ac7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.002921] env[69773]: DEBUG oslo_concurrency.lockutils [None req-464ed802-63bb-4d1d-897f-45ee66c9b824 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.039s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.007903] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1114.007903] env[69773]: value = "task-3390749" [ 1114.007903] env[69773]: _type = "Task" [ 1114.007903] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.018730] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.071640] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.114124] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390747, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.183763] env[69773]: DEBUG oslo_vmware.api [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390746, 'name': PowerOnVM_Task, 'duration_secs': 0.608993} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.184037] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.184332] env[69773]: DEBUG nova.compute.manager [None req-c1e1eabe-bb83-41d7-bf29-b171d4129dd5 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.185240] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3060d4ad-fd80-494c-bf92-a20d4cb86bce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.206476] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86550408-5b57-494a-821d-586cda7823cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.214394] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390748, 'name': ReconfigVM_Task, 'duration_secs': 0.322528} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.216901] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d/9e159c09-aeec-4f78-b0ee-ef6d78e6f09d.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.217624] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa7505ae-72ef-4be8-9d1b-47eeab485e81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.220496] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c178d-b15a-4786-ae33-6ccd0b5549f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.259684] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6149d4c-893e-4706-81cf-5d53ef1b2d75 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.263119] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1114.263119] env[69773]: value = "task-3390750" [ 1114.263119] env[69773]: _type = "Task" [ 1114.263119] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.271224] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3d6577-0839-4b91-b300-aad3ba1f97db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.279223] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390750, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.289975] env[69773]: DEBUG nova.compute.provider_tree [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.524651] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390749, 'name': ReconfigVM_Task, 'duration_secs': 0.16319} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.525262] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.525777] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa534dec-c7fa-4c74-806f-f282d345b2fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.552860] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] a81550c0-3578-47b1-8048-7a3cef3c797b/a81550c0-3578-47b1-8048-7a3cef3c797b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.552860] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0098f484-e60e-4f52-a6ce-8d9c472f45ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.576253] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1114.576253] env[69773]: value = "task-3390751" [ 1114.576253] env[69773]: _type = "Task" [ 1114.576253] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.583709] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.616294] env[69773]: DEBUG oslo_vmware.api [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390747, 'name': PowerOnVM_Task, 'duration_secs': 0.7831} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.616294] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.616294] env[69773]: INFO nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1114.616294] env[69773]: DEBUG nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.616909] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e2073b-3fa2-4c23-aa5d-e48dc8a1905c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.630487] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "863bc2b1-d863-459a-9927-4ac006b4c756" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.630794] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.773941] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390750, 'name': Rename_Task, 'duration_secs': 0.156669} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.774239] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.774490] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b2872e5-0c36-4fb3-99e4-5292e25ebe35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.780889] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1114.780889] env[69773]: value = "task-3390752" [ 1114.780889] env[69773]: _type = "Task" [ 1114.780889] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.789264] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.794595] env[69773]: DEBUG nova.scheduler.client.report [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.085544] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.092595] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.092866] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.093086] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.093278] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.093453] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.095625] env[69773]: INFO nova.compute.manager [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Terminating instance [ 1115.134827] env[69773]: DEBUG nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.140873] env[69773]: INFO nova.compute.manager [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Took 18.58 seconds to build instance. [ 1115.292585] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.299780] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.305024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.232s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.344240] env[69773]: INFO nova.scheduler.client.report [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleted allocations for instance 64833a8e-1fff-4382-802b-384a4b3fb504 [ 1115.526958] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.526958] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.526958] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.527779] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.527779] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.529547] env[69773]: INFO nova.compute.manager [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Terminating instance [ 1115.587904] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390751, 'name': ReconfigVM_Task, 'duration_secs': 0.924669} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.588205] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Reconfigured VM instance instance-0000005b to attach disk [datastore2] a81550c0-3578-47b1-8048-7a3cef3c797b/a81550c0-3578-47b1-8048-7a3cef3c797b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.588482] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance 'a81550c0-3578-47b1-8048-7a3cef3c797b' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.599940] env[69773]: DEBUG nova.compute.manager [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.600225] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.601366] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a69615-794b-4bd9-9fa9-50b76cd56522 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.609709] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.609822] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.610058] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e8bb742-4d6b-457f-a5be-9eef5073e044 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.617298] env[69773]: DEBUG oslo_vmware.api [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1115.617298] env[69773]: value = "task-3390753" [ 1115.617298] env[69773]: _type = "Task" [ 1115.617298] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.625919] env[69773]: DEBUG oslo_vmware.api [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.646025] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fa288089-f5d6-4674-b707-a16c8799129e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.088s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.647163] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.037s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.647632] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.648037] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.648358] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.652469] env[69773]: INFO nova.compute.manager [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Terminating instance [ 1115.691461] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.793016] env[69773]: DEBUG oslo_vmware.api [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390752, 'name': PowerOnVM_Task, 'duration_secs': 0.531093} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.793307] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.793526] env[69773]: INFO nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1115.793688] env[69773]: DEBUG nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.794620] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90bd7fa-5ae5-4171-a6cc-c316a32ec765 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.809916] env[69773]: INFO nova.compute.claims [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.852984] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7ac16cd8-ce8c-4fde-b6e3-a07ba7bbfd94 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "64833a8e-1fff-4382-802b-384a4b3fb504" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.668s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.854406] env[69773]: DEBUG oslo_concurrency.lockutils [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] Acquired lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.855842] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53e6477-d1ee-4d75-89f1-73cc33049415 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.868912] env[69773]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1115.870030] env[69773]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69773) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1115.870807] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfe3ea7e-ef8c-46d7-94c1-a940e6e4571f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.880796] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471fd23c-74c0-4d19-af7c-d4ecbab365fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.923859] env[69773]: ERROR root [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-676470' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-676470' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-676470' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-676470'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-676470' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-676470' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-676470'}\n"]: nova.exception.InstanceNotFound: Instance 64833a8e-1fff-4382-802b-384a4b3fb504 could not be found. [ 1115.924128] env[69773]: DEBUG oslo_concurrency.lockutils [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] Releasing lock "64833a8e-1fff-4382-802b-384a4b3fb504" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.928022] env[69773]: DEBUG nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Detach interface failed, port_id=902f43a8-5553-4a55-a13b-00ba6c2cf1cc, reason: Instance 64833a8e-1fff-4382-802b-384a4b3fb504 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.928022] env[69773]: DEBUG nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Received event network-changed-60258dbd-0a3b-40f9-a29a-db5b856934b7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.928022] env[69773]: DEBUG nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Refreshing instance network info cache due to event network-changed-60258dbd-0a3b-40f9-a29a-db5b856934b7. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.928022] env[69773]: DEBUG oslo_concurrency.lockutils [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] Acquiring lock "refresh_cache-6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.928022] env[69773]: DEBUG oslo_concurrency.lockutils [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] Acquired lock "refresh_cache-6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.928022] env[69773]: DEBUG nova.network.neutron [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Refreshing network info cache for port 60258dbd-0a3b-40f9-a29a-db5b856934b7 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1115.929957] env[69773]: DEBUG nova.compute.manager [req-598d4b43-6b5a-462b-ab09-8c58fbab31f3 req-78f6a1e3-0ab1-4714-8112-adf7b7ee738a service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Received event network-changed-f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.930186] env[69773]: DEBUG nova.compute.manager [req-598d4b43-6b5a-462b-ab09-8c58fbab31f3 req-78f6a1e3-0ab1-4714-8112-adf7b7ee738a service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Refreshing instance network info cache due to event network-changed-f332e101-6a92-41d5-ad00-aa633583b8d7. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.930467] env[69773]: DEBUG oslo_concurrency.lockutils [req-598d4b43-6b5a-462b-ab09-8c58fbab31f3 req-78f6a1e3-0ab1-4714-8112-adf7b7ee738a service nova] Acquiring lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.930608] env[69773]: DEBUG oslo_concurrency.lockutils [req-598d4b43-6b5a-462b-ab09-8c58fbab31f3 req-78f6a1e3-0ab1-4714-8112-adf7b7ee738a service nova] Acquired lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.930769] env[69773]: DEBUG nova.network.neutron [req-598d4b43-6b5a-462b-ab09-8c58fbab31f3 req-78f6a1e3-0ab1-4714-8112-adf7b7ee738a service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Refreshing network info cache for port f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1116.034414] env[69773]: DEBUG nova.compute.manager [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.034644] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.035609] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51fa906-f517-41cd-b104-d3df6e0e1ce0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.044174] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.044441] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63bfc417-80ca-4883-bf62-060b92a75bcb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.052139] env[69773]: DEBUG oslo_vmware.api [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1116.052139] env[69773]: value = "task-3390754" [ 1116.052139] env[69773]: _type = "Task" [ 1116.052139] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.063191] env[69773]: DEBUG oslo_vmware.api [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.095640] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8cac09-aa38-490a-ba43-8781ed671c46 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.115943] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f57205-0c36-4b7c-a915-762fb0e9e140 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.127155] env[69773]: DEBUG oslo_vmware.api [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390753, 'name': PowerOffVM_Task, 'duration_secs': 0.395935} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.145536] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.145878] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.146359] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance 'a81550c0-3578-47b1-8048-7a3cef3c797b' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.151364] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff8bc22a-75c5-4083-bf7a-3cd75ca1ba3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.157171] env[69773]: DEBUG nova.compute.manager [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.157487] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.158588] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debe5cde-0a05-4068-9ac4-e4fd9ebe88be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.169477] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.169477] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eba9ec9-0ad8-436e-ba1e-1dcbf1e95f35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.173902] env[69773]: DEBUG oslo_vmware.api [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1116.173902] env[69773]: value = "task-3390756" [ 1116.173902] env[69773]: _type = "Task" [ 1116.173902] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.181117] env[69773]: DEBUG oslo_vmware.api [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.213461] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "64ee3834-f8ac-4603-a9c8-dac306453fa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.213785] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "64ee3834-f8ac-4603-a9c8-dac306453fa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.214088] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "64ee3834-f8ac-4603-a9c8-dac306453fa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.214336] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "64ee3834-f8ac-4603-a9c8-dac306453fa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.214528] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "64ee3834-f8ac-4603-a9c8-dac306453fa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.216735] env[69773]: INFO nova.compute.manager [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Terminating instance [ 1116.229274] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.229482] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.229676] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Deleting the datastore file [datastore1] cbe3e900-b9aa-48d8-a777-fe0a1f77cb04 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.229951] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a6342a0-7c67-4509-8fdc-e3d1d13ce0af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.238263] env[69773]: DEBUG oslo_vmware.api [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for the task: (returnval){ [ 1116.238263] env[69773]: value = "task-3390757" [ 1116.238263] env[69773]: _type = "Task" [ 1116.238263] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.248069] env[69773]: DEBUG oslo_vmware.api [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.313086] env[69773]: INFO nova.compute.manager [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Took 18.51 seconds to build instance. [ 1116.316369] env[69773]: INFO nova.compute.resource_tracker [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating resource usage from migration edfe6d98-f611-49af-8112-7437f710251a [ 1116.569511] env[69773]: DEBUG oslo_vmware.api [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390754, 'name': PowerOffVM_Task, 'duration_secs': 0.240931} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.569511] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.569511] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.572150] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fadc5b69-1095-424b-9127-b1fab3eed5d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.599800] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de926377-2912-4bd6-8c3f-41604e4de0f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.608951] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc380d-908d-40bf-9b19-f917b610e842 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.655575] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441a8af-fd86-4db5-8f2d-bc4a544db92f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.658358] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.658649] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.658842] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleting the datastore file [datastore1] 9cd9421f-f386-43a1-97c4-3d4d90adcdd4 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.662422] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e71205-a01b-4192-92fc-c55bbb0ff15c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.671556] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6666ad14-2cc8-4a1d-bccc-f116e40ef8fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.676210] env[69773]: DEBUG oslo_vmware.api [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1116.676210] env[69773]: value = "task-3390759" [ 1116.676210] env[69773]: _type = "Task" [ 1116.676210] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.691980] env[69773]: DEBUG nova.compute.provider_tree [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.698660] env[69773]: DEBUG oslo_vmware.api [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390756, 'name': PowerOffVM_Task, 'duration_secs': 0.187204} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.702083] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.702370] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.702695] env[69773]: DEBUG oslo_vmware.api [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.703619] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66d6e271-082e-422a-b55b-7d99870469be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.721722] env[69773]: DEBUG nova.compute.manager [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.721996] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.723315] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9700750a-f0b3-44b9-b1eb-0628cda81c70 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.732555] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.735188] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02f401fe-ea2b-4daf-9bb0-f379b1f739a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.746623] env[69773]: DEBUG oslo_vmware.api [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 1116.746623] env[69773]: value = "task-3390761" [ 1116.746623] env[69773]: _type = "Task" [ 1116.746623] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.755068] env[69773]: DEBUG oslo_vmware.api [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Task: {'id': task-3390757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.393185} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.758658] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.758917] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.759133] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.759340] env[69773]: INFO nova.compute.manager [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1116.759672] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.759919] env[69773]: DEBUG oslo_vmware.api [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.760962] env[69773]: DEBUG nova.network.neutron [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Port 2d63fac1-8a5d-4301-86a7-0d4d4a801f03 binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1116.762362] env[69773]: DEBUG nova.compute.manager [-] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.762507] env[69773]: DEBUG nova.network.neutron [-] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1116.779534] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.779775] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.779931] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleting the datastore file [datastore1] 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.780306] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef3bbe59-c47b-4752-bf65-6d696a819868 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.790488] env[69773]: DEBUG oslo_vmware.api [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1116.790488] env[69773]: value = "task-3390762" [ 1116.790488] env[69773]: _type = "Task" [ 1116.790488] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.803247] env[69773]: DEBUG oslo_vmware.api [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.815600] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5cc932ba-54ec-410e-9756-bba01e7795d7 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.047s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.918251] env[69773]: DEBUG nova.network.neutron [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Updated VIF entry in instance network info cache for port 60258dbd-0a3b-40f9-a29a-db5b856934b7. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1116.918672] env[69773]: DEBUG nova.network.neutron [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Updating instance_info_cache with network_info: [{"id": "60258dbd-0a3b-40f9-a29a-db5b856934b7", "address": "fa:16:3e:2d:d0:3f", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap60258dbd-0a", "ovs_interfaceid": "60258dbd-0a3b-40f9-a29a-db5b856934b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.018203] env[69773]: DEBUG nova.network.neutron [req-598d4b43-6b5a-462b-ab09-8c58fbab31f3 req-78f6a1e3-0ab1-4714-8112-adf7b7ee738a service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updated VIF entry in instance network info cache for port f332e101-6a92-41d5-ad00-aa633583b8d7. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1117.018646] env[69773]: DEBUG nova.network.neutron [req-598d4b43-6b5a-462b-ab09-8c58fbab31f3 req-78f6a1e3-0ab1-4714-8112-adf7b7ee738a service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating instance_info_cache with network_info: [{"id": "f332e101-6a92-41d5-ad00-aa633583b8d7", "address": "fa:16:3e:3e:2a:4e", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332e101-6a", "ovs_interfaceid": "f332e101-6a92-41d5-ad00-aa633583b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.188877] env[69773]: DEBUG oslo_vmware.api [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325358} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.189327] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.190316] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.190316] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.190316] env[69773]: INFO nova.compute.manager [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1117.190316] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.190316] env[69773]: DEBUG nova.compute.manager [-] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.190648] env[69773]: DEBUG nova.network.neutron [-] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1117.195728] env[69773]: DEBUG nova.scheduler.client.report [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.259371] env[69773]: DEBUG oslo_vmware.api [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390761, 'name': PowerOffVM_Task, 'duration_secs': 0.47562} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.259371] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.259371] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.259371] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90960f0b-8bce-4dc3-997f-6e11b7a10212 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.302290] env[69773]: DEBUG oslo_vmware.api [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376736} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.302649] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.302779] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.302961] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.303169] env[69773]: INFO nova.compute.manager [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1117.303414] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.303665] env[69773]: DEBUG nova.compute.manager [-] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.303936] env[69773]: DEBUG nova.network.neutron [-] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1117.319927] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.320138] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.320445] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Deleting the datastore file [datastore1] 64ee3834-f8ac-4603-a9c8-dac306453fa5 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.320748] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a8eb7a-8b63-4124-8a7c-69e828e53e1c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.328142] env[69773]: DEBUG oslo_vmware.api [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for the task: (returnval){ [ 1117.328142] env[69773]: value = "task-3390764" [ 1117.328142] env[69773]: _type = "Task" [ 1117.328142] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.337997] env[69773]: DEBUG oslo_vmware.api [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.421126] env[69773]: DEBUG oslo_concurrency.lockutils [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] Releasing lock "refresh_cache-6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.421639] env[69773]: DEBUG nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Received event network-vif-deleted-a7587c17-0007-4b2b-89ba-5b5c1b1c66df {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.421779] env[69773]: DEBUG nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Received event network-vif-deleted-265ccd44-a25f-4f26-aaa3-700056b9fd5e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.421835] env[69773]: INFO nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Neutron deleted interface 265ccd44-a25f-4f26-aaa3-700056b9fd5e; detaching it from the instance and deleting it from the info cache [ 1117.422111] env[69773]: DEBUG nova.network.neutron [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Updating instance_info_cache with network_info: [{"id": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "address": "fa:16:3e:74:9e:34", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa88a0ac9-9c", "ovs_interfaceid": "a88a0ac9-9cb4-4de5-94cc-8a9725f9222b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.475561] env[69773]: DEBUG nova.compute.manager [req-9c7b2297-240c-4018-8c88-a7dcc3e6d9df req-4ef32787-01b8-49dc-a214-ab120006479a service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Received event network-vif-deleted-9ce16260-9fab-4353-924f-efb9f1af9e67 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.475760] env[69773]: INFO nova.compute.manager [req-9c7b2297-240c-4018-8c88-a7dcc3e6d9df req-4ef32787-01b8-49dc-a214-ab120006479a service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Neutron deleted interface 9ce16260-9fab-4353-924f-efb9f1af9e67; detaching it from the instance and deleting it from the info cache [ 1117.475928] env[69773]: DEBUG nova.network.neutron [req-9c7b2297-240c-4018-8c88-a7dcc3e6d9df req-4ef32787-01b8-49dc-a214-ab120006479a service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.521757] env[69773]: DEBUG oslo_concurrency.lockutils [req-598d4b43-6b5a-462b-ab09-8c58fbab31f3 req-78f6a1e3-0ab1-4714-8112-adf7b7ee738a service nova] Releasing lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.700151] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.397s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.700477] env[69773]: INFO nova.compute.manager [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Migrating [ 1117.708357] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.017s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.710192] env[69773]: INFO nova.compute.claims [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.792371] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.793337] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.793337] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.839850] env[69773]: DEBUG oslo_vmware.api [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Task: {'id': task-3390764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44443} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.840136] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.840357] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.840546] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.840716] env[69773]: INFO nova.compute.manager [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1117.841024] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.841297] env[69773]: DEBUG nova.compute.manager [-] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.841367] env[69773]: DEBUG nova.network.neutron [-] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1117.925627] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3201b17-c442-49ab-9320-a7aea1b56154 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.936391] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd20001-5b43-41df-8245-dceba9477700 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.947684] env[69773]: DEBUG nova.network.neutron [-] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.952038] env[69773]: DEBUG nova.compute.manager [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Received event network-changed-f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.952449] env[69773]: DEBUG nova.compute.manager [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Refreshing instance network info cache due to event network-changed-f332e101-6a92-41d5-ad00-aa633583b8d7. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.952449] env[69773]: DEBUG oslo_concurrency.lockutils [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] Acquiring lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.952679] env[69773]: DEBUG oslo_concurrency.lockutils [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] Acquired lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.952804] env[69773]: DEBUG nova.network.neutron [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Refreshing network info cache for port f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1117.975121] env[69773]: DEBUG nova.compute.manager [req-68763aa0-5927-460d-bb62-bc07e2f57b2f req-a26bec3e-c56b-4ba6-a448-a05b7a0b32f9 service nova] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Detach interface failed, port_id=265ccd44-a25f-4f26-aaa3-700056b9fd5e, reason: Instance 64833a8e-1fff-4382-802b-384a4b3fb504 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1117.979107] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95e31eff-194a-4a5d-90a3-93dd253a77b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.990761] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32303e-0e17-4d39-9acc-530ca10e397b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.029490] env[69773]: DEBUG nova.compute.manager [req-9c7b2297-240c-4018-8c88-a7dcc3e6d9df req-4ef32787-01b8-49dc-a214-ab120006479a service nova] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Detach interface failed, port_id=9ce16260-9fab-4353-924f-efb9f1af9e67, reason: Instance cbe3e900-b9aa-48d8-a777-fe0a1f77cb04 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1118.174078] env[69773]: DEBUG nova.network.neutron [-] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.179084] env[69773]: DEBUG nova.network.neutron [-] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.229377] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.229628] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.229771] env[69773]: DEBUG nova.network.neutron [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1118.456651] env[69773]: INFO nova.compute.manager [-] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Took 1.69 seconds to deallocate network for instance. [ 1118.681138] env[69773]: INFO nova.compute.manager [-] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Took 1.38 seconds to deallocate network for instance. [ 1118.681498] env[69773]: INFO nova.compute.manager [-] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Took 1.49 seconds to deallocate network for instance. [ 1118.737342] env[69773]: DEBUG nova.network.neutron [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updated VIF entry in instance network info cache for port f332e101-6a92-41d5-ad00-aa633583b8d7. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1118.737696] env[69773]: DEBUG nova.network.neutron [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating instance_info_cache with network_info: [{"id": "f332e101-6a92-41d5-ad00-aa633583b8d7", "address": "fa:16:3e:3e:2a:4e", "network": {"id": "e7b9722e-715d-41b1-98fd-6225371f2f8c", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-292411470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca745af601094a788189b8a9ec3d84c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1002b79b-224e-41e3-a484-4245a767147a", "external-id": "nsx-vlan-transportzone-353", "segmentation_id": 353, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf332e101-6a", "ovs_interfaceid": "f332e101-6a92-41d5-ad00-aa633583b8d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.841267] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.841423] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.841595] env[69773]: DEBUG nova.network.neutron [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1118.962820] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.046358] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf38c6b9-fbc5-4f58-a5e3-3096dadabed2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.063139] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9559d846-2230-48f9-a685-8ab0114e788f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.094526] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41aa5af-cb89-48ee-9b6b-8fff7e271429 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.102643] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69cc72-bead-4b5b-826b-9bdf56d1e2b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.107575] env[69773]: DEBUG nova.network.neutron [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [{"id": "f588e01f-fe9d-4f57-88df-71a0be44245c", "address": "fa:16:3e:a9:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf588e01f-fe", "ovs_interfaceid": "f588e01f-fe9d-4f57-88df-71a0be44245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.119926] env[69773]: DEBUG nova.compute.provider_tree [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.133415] env[69773]: DEBUG nova.network.neutron [-] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.195097] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.195957] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.241474] env[69773]: DEBUG oslo_concurrency.lockutils [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] Releasing lock "refresh_cache-b3cbd675-8893-4267-b1dd-10a9f8bc6a68" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.241811] env[69773]: DEBUG nova.compute.manager [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Received event network-changed-627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.241974] env[69773]: DEBUG nova.compute.manager [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Refreshing instance network info cache due to event network-changed-627e407c-58b7-4974-8763-b00d8e84b12b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.242214] env[69773]: DEBUG oslo_concurrency.lockutils [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] Acquiring lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.242360] env[69773]: DEBUG oslo_concurrency.lockutils [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] Acquired lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.242539] env[69773]: DEBUG nova.network.neutron [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Refreshing network info cache for port 627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1119.281719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.281979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.282182] env[69773]: DEBUG nova.compute.manager [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.283115] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd5b5b0-3c35-4f96-8ece-88dc53cf90bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.291187] env[69773]: DEBUG nova.compute.manager [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1119.291820] env[69773]: DEBUG nova.objects.instance [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'flavor' on Instance uuid e82b533c-5d98-47e1-877a-78b4cdcdeeec {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.532738] env[69773]: DEBUG nova.compute.manager [req-8c5044fb-b0c5-4de2-8add-b77ed150be20 req-f0e6eb39-439d-497e-95a6-2958534593da service nova] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Received event network-vif-deleted-8b13cd3c-ef4b-4b66-b4df-5607cd2c44a9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.532952] env[69773]: DEBUG nova.compute.manager [req-8c5044fb-b0c5-4de2-8add-b77ed150be20 req-f0e6eb39-439d-497e-95a6-2958534593da service nova] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Received event network-vif-deleted-b3d0bd5f-9039-44e9-9e8f-80fdcf9d7282 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.554347] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "dd96d90b-043e-41de-b818-106d0704f5a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.554580] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "dd96d90b-043e-41de-b818-106d0704f5a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.610874] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.622859] env[69773]: DEBUG nova.scheduler.client.report [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.635834] env[69773]: INFO nova.compute.manager [-] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Took 1.79 seconds to deallocate network for instance. [ 1119.707626] env[69773]: DEBUG nova.network.neutron [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance_info_cache with network_info: [{"id": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "address": "fa:16:3e:5e:dc:c2", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d63fac1-8a", "ovs_interfaceid": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.056265] env[69773]: DEBUG nova.network.neutron [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Updated VIF entry in instance network info cache for port 627e407c-58b7-4974-8763-b00d8e84b12b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1120.056817] env[69773]: DEBUG nova.network.neutron [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Updating instance_info_cache with network_info: [{"id": "627e407c-58b7-4974-8763-b00d8e84b12b", "address": "fa:16:3e:6c:e1:82", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627e407c-58", "ovs_interfaceid": "627e407c-58b7-4974-8763-b00d8e84b12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.058607] env[69773]: DEBUG nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.128112] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.128674] env[69773]: DEBUG nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.131377] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.169s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.131590] env[69773]: DEBUG nova.objects.instance [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lazy-loading 'resources' on Instance uuid cbe3e900-b9aa-48d8-a777-fe0a1f77cb04 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.146165] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.210159] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.299537] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.299931] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1e3493a-77a6-452a-ac4b-a9e35dabb27c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.308997] env[69773]: DEBUG oslo_vmware.api [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1120.308997] env[69773]: value = "task-3390765" [ 1120.308997] env[69773]: _type = "Task" [ 1120.308997] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.317885] env[69773]: DEBUG oslo_vmware.api [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.569036] env[69773]: DEBUG oslo_concurrency.lockutils [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] Releasing lock "refresh_cache-9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.569036] env[69773]: DEBUG nova.compute.manager [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Received event network-vif-deleted-60258dbd-0a3b-40f9-a29a-db5b856934b7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.569036] env[69773]: INFO nova.compute.manager [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Neutron deleted interface 60258dbd-0a3b-40f9-a29a-db5b856934b7; detaching it from the instance and deleting it from the info cache [ 1120.569439] env[69773]: DEBUG nova.network.neutron [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.611939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.636035] env[69773]: DEBUG nova.compute.utils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.641412] env[69773]: DEBUG nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.641412] env[69773]: DEBUG nova.network.neutron [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.703830] env[69773]: DEBUG nova.policy [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c361918cd959452589884b330317247a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43abea7adbda4bcba5f275f915338cbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.734475] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacd720c-f5b9-4001-8429-b49dc19b3877 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.763503] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eade86b-d5dc-4e42-978a-00a54a90e685 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.771597] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance 'a81550c0-3578-47b1-8048-7a3cef3c797b' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1120.818725] env[69773]: DEBUG oslo_vmware.api [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390765, 'name': PowerOffVM_Task, 'duration_secs': 0.262439} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.821620] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1120.821841] env[69773]: DEBUG nova.compute.manager [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.823034] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a85f37a-8851-41fa-ad78-c0294e7a7d95 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.938121] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67408049-e52d-4119-9ab1-a5aa4947023a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.945705] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d6fc63-a9b0-49be-841c-a5d9fd5f968b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.980152] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5c00b-27e5-441b-9514-85ba96cfdd0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.988440] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a0067c-fa23-436b-9947-466a9d5a2527 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.002375] env[69773]: DEBUG nova.compute.provider_tree [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.074777] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b4a9f66-0644-4c89-a0c7-2348324f941d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.085009] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c61c221-ff2a-44d1-a0c8-f3a5556d8f02 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.128112] env[69773]: DEBUG nova.compute.manager [req-8ae83c3b-e203-4240-88c9-a2870121e69a req-6892ff5b-4409-410a-859e-e563ec7b6d44 service nova] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Detach interface failed, port_id=60258dbd-0a3b-40f9-a29a-db5b856934b7, reason: Instance 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.129815] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6af6e0-d2ba-4be8-afcd-a4d2fc960d1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.153731] env[69773]: DEBUG nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1121.156892] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance '91226260-9e23-4a9e-ba63-bcb0a03621b9' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.190618] env[69773]: DEBUG nova.network.neutron [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Successfully created port: 2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.279148] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.279506] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ee7579-c620-4770-82d5-f0b24b1a0c62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.288319] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1121.288319] env[69773]: value = "task-3390766" [ 1121.288319] env[69773]: _type = "Task" [ 1121.288319] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.301954] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390766, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.336211] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a2fc7600-1a03-4fb6-a7c9-3cb19a7e1aba tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.506200] env[69773]: DEBUG nova.scheduler.client.report [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.665605] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.665992] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42b64eac-5513-4e23-9318-b0bd4bb172b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.676367] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1121.676367] env[69773]: value = "task-3390767" [ 1121.676367] env[69773]: _type = "Task" [ 1121.676367] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.685953] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.803325] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390766, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.979284] env[69773]: DEBUG nova.objects.instance [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'flavor' on Instance uuid e82b533c-5d98-47e1-877a-78b4cdcdeeec {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.012660] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.881s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.015021] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.820s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.015272] env[69773]: DEBUG nova.objects.instance [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lazy-loading 'resources' on Instance uuid 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.052590] env[69773]: INFO nova.scheduler.client.report [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Deleted allocations for instance cbe3e900-b9aa-48d8-a777-fe0a1f77cb04 [ 1122.171214] env[69773]: DEBUG nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.184798] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390767, 'name': PowerOffVM_Task, 'duration_secs': 0.243636} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.185125] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.185320] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance '91226260-9e23-4a9e-ba63-bcb0a03621b9' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.214385] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.214629] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.214805] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.215051] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.215217] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.215372] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.215624] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.215821] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.215990] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.216166] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.216337] env[69773]: DEBUG nova.virt.hardware [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.217215] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab94ba3-4a6c-47dd-bf53-e64d0d694678 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.225314] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e897d2dc-8613-4791-9b6b-98ab41a4cb76 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.299742] env[69773]: DEBUG oslo_vmware.api [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390766, 'name': PowerOnVM_Task, 'duration_secs': 0.596193} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.300102] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.300357] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf8aec5-7cad-49f8-aa27-a22744858312 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance 'a81550c0-3578-47b1-8048-7a3cef3c797b' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.484442] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.484811] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.484811] env[69773]: DEBUG nova.network.neutron [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1122.484940] env[69773]: DEBUG nova.objects.instance [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'info_cache' on Instance uuid e82b533c-5d98-47e1-877a-78b4cdcdeeec {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.564543] env[69773]: DEBUG oslo_concurrency.lockutils [None req-72df9f50-6134-435a-82de-77322a5c9c09 tempest-ServerRescueTestJSON-1085977370 tempest-ServerRescueTestJSON-1085977370-project-member] Lock "cbe3e900-b9aa-48d8-a777-fe0a1f77cb04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.471s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.694510] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.694785] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.694943] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.695139] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.695304] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.695453] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.695655] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.695808] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.695970] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.696146] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.696336] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.702215] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61c8f6fd-ebcd-4439-863c-202dae34aa0e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.720946] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1122.720946] env[69773]: value = "task-3390768" [ 1122.720946] env[69773]: _type = "Task" [ 1122.720946] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.731567] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.736466] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1711ae66-ea00-4224-9965-01df338282a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.743223] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5299e2bf-71dd-440a-90fd-d733ae11a632 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.773280] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2849a765-2437-48a2-9474-1fc8652d2346 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.780728] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aba44af-208a-4612-a2cd-497ed0bc44a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.795343] env[69773]: DEBUG nova.compute.provider_tree [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.989985] env[69773]: DEBUG nova.objects.base [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1123.236142] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390768, 'name': ReconfigVM_Task, 'duration_secs': 0.48211} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.236142] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance '91226260-9e23-4a9e-ba63-bcb0a03621b9' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.289410] env[69773]: DEBUG nova.compute.manager [req-c41a24a6-e586-4548-a82c-50e29ca3b3f2 req-c99b14ad-8543-451b-839b-2e1228a57ca6 service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Received event network-vif-plugged-2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.289410] env[69773]: DEBUG oslo_concurrency.lockutils [req-c41a24a6-e586-4548-a82c-50e29ca3b3f2 req-c99b14ad-8543-451b-839b-2e1228a57ca6 service nova] Acquiring lock "863bc2b1-d863-459a-9927-4ac006b4c756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.289410] env[69773]: DEBUG oslo_concurrency.lockutils [req-c41a24a6-e586-4548-a82c-50e29ca3b3f2 req-c99b14ad-8543-451b-839b-2e1228a57ca6 service nova] Lock "863bc2b1-d863-459a-9927-4ac006b4c756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.289410] env[69773]: DEBUG oslo_concurrency.lockutils [req-c41a24a6-e586-4548-a82c-50e29ca3b3f2 req-c99b14ad-8543-451b-839b-2e1228a57ca6 service nova] Lock "863bc2b1-d863-459a-9927-4ac006b4c756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.289410] env[69773]: DEBUG nova.compute.manager [req-c41a24a6-e586-4548-a82c-50e29ca3b3f2 req-c99b14ad-8543-451b-839b-2e1228a57ca6 service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] No waiting events found dispatching network-vif-plugged-2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.289410] env[69773]: WARNING nova.compute.manager [req-c41a24a6-e586-4548-a82c-50e29ca3b3f2 req-c99b14ad-8543-451b-839b-2e1228a57ca6 service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Received unexpected event network-vif-plugged-2d9f0ac9-7a1f-4134-b19a-69905889a748 for instance with vm_state building and task_state spawning. [ 1123.298497] env[69773]: DEBUG nova.scheduler.client.report [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.391120] env[69773]: DEBUG nova.network.neutron [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Successfully updated port: 2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.740127] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.740491] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.740637] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.740823] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.741016] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.741272] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.741504] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.741665] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.741832] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.741994] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.742183] env[69773]: DEBUG nova.virt.hardware [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.748558] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.751537] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5703c2d-e3ae-4aab-963f-835c3261ce82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.770018] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1123.770018] env[69773]: value = "task-3390769" [ 1123.770018] env[69773]: _type = "Task" [ 1123.770018] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.778573] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.796415] env[69773]: DEBUG nova.network.neutron [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.804247] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.806663] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.611s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.806884] env[69773]: DEBUG nova.objects.instance [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lazy-loading 'resources' on Instance uuid 9cd9421f-f386-43a1-97c4-3d4d90adcdd4 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.861018] env[69773]: INFO nova.scheduler.client.report [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleted allocations for instance 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1 [ 1123.893996] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.894085] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.894266] env[69773]: DEBUG nova.network.neutron [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1124.283485] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.302563] env[69773]: DEBUG oslo_concurrency.lockutils [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.371643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5262c5b3-cead-4f60-8e0b-8fe4f237c825 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.724s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.392097] env[69773]: DEBUG oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e341e-36a1-dae9-6089-49c530be3525/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1124.392367] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e040a-5f00-4346-af0e-a09171f04e5e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.400928] env[69773]: DEBUG oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e341e-36a1-dae9-6089-49c530be3525/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1124.401076] env[69773]: ERROR oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e341e-36a1-dae9-6089-49c530be3525/disk-0.vmdk due to incomplete transfer. [ 1124.404012] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ba1523e0-621a-454a-9b44-e4309d0107c5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.411981] env[69773]: DEBUG oslo_vmware.rw_handles [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522e341e-36a1-dae9-6089-49c530be3525/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1124.412254] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Uploaded image 304a6037-42e7-4250-bf48-e1e3e06653e3 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1124.416176] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1124.419587] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-70f3a111-60f6-466f-9e32-a3f00f2c057f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.427846] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1124.427846] env[69773]: value = "task-3390770" [ 1124.427846] env[69773]: _type = "Task" [ 1124.427846] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.437464] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390770, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.450506] env[69773]: DEBUG nova.network.neutron [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1124.610676] env[69773]: DEBUG nova.network.neutron [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updating instance_info_cache with network_info: [{"id": "2d9f0ac9-7a1f-4134-b19a-69905889a748", "address": "fa:16:3e:8a:ba:e2", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f0ac9-7a", "ovs_interfaceid": "2d9f0ac9-7a1f-4134-b19a-69905889a748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.617335] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed6a65-e360-4d97-a62d-df209c4195b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.626291] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8693b4-61dd-44a5-849d-5fb8b0097a55 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.659748] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154e9de6-6380-4a8e-b708-393baf394113 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.671582] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7faec9-4bb8-44da-ba4a-e00eed2686e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.687330] env[69773]: DEBUG nova.compute.provider_tree [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.780526] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390769, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.940024] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390770, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.113216] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.113559] env[69773]: DEBUG nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Instance network_info: |[{"id": "2d9f0ac9-7a1f-4134-b19a-69905889a748", "address": "fa:16:3e:8a:ba:e2", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f0ac9-7a", "ovs_interfaceid": "2d9f0ac9-7a1f-4134-b19a-69905889a748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.113999] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ba:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d9f0ac9-7a1f-4134-b19a-69905889a748', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.122287] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.122549] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.122778] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62fee30e-6a8b-4851-99ae-2ed0f00d6d81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.143357] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.143357] env[69773]: value = "task-3390771" [ 1125.143357] env[69773]: _type = "Task" [ 1125.143357] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.151632] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390771, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.166132] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "a81550c0-3578-47b1-8048-7a3cef3c797b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.166405] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.166593] env[69773]: DEBUG nova.compute.manager [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Going to confirm migration 6 {{(pid=69773) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1125.190909] env[69773]: DEBUG nova.scheduler.client.report [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.282051] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390769, 'name': ReconfigVM_Task, 'duration_secs': 1.202384} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.282940] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.283970] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15463a85-21da-433f-b1cb-e16b3bb3fbfe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.316215] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9/91226260-9e23-4a9e-ba63-bcb0a03621b9.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.317611] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.317725] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cd0410-795d-44ab-bdf1-a1d7ce676c81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.331290] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-037d725a-eee0-49b9-bbdb-e548d201d5d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.338800] env[69773]: DEBUG oslo_vmware.api [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1125.338800] env[69773]: value = "task-3390772" [ 1125.338800] env[69773]: _type = "Task" [ 1125.338800] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.339766] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1125.339766] env[69773]: value = "task-3390773" [ 1125.339766] env[69773]: _type = "Task" [ 1125.339766] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.356454] env[69773]: DEBUG oslo_vmware.api [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390772, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.363501] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.438291] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390770, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.547470] env[69773]: DEBUG nova.compute.manager [req-7205c878-5e02-4354-aff6-be25151d7753 req-b144d3df-0ffe-4a45-86dd-eb55b853f4ad service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Received event network-changed-2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.547693] env[69773]: DEBUG nova.compute.manager [req-7205c878-5e02-4354-aff6-be25151d7753 req-b144d3df-0ffe-4a45-86dd-eb55b853f4ad service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Refreshing instance network info cache due to event network-changed-2d9f0ac9-7a1f-4134-b19a-69905889a748. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.547868] env[69773]: DEBUG oslo_concurrency.lockutils [req-7205c878-5e02-4354-aff6-be25151d7753 req-b144d3df-0ffe-4a45-86dd-eb55b853f4ad service nova] Acquiring lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.548014] env[69773]: DEBUG oslo_concurrency.lockutils [req-7205c878-5e02-4354-aff6-be25151d7753 req-b144d3df-0ffe-4a45-86dd-eb55b853f4ad service nova] Acquired lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.548183] env[69773]: DEBUG nova.network.neutron [req-7205c878-5e02-4354-aff6-be25151d7753 req-b144d3df-0ffe-4a45-86dd-eb55b853f4ad service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Refreshing network info cache for port 2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1125.654402] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390771, 'name': CreateVM_Task, 'duration_secs': 0.339556} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.654617] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.655355] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.655538] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.655856] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.656128] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6300e7-2665-47eb-8654-fb80fad61e7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.660873] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1125.660873] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520f5698-ffcf-d841-4296-37ed6921ba72" [ 1125.660873] env[69773]: _type = "Task" [ 1125.660873] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.671083] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520f5698-ffcf-d841-4296-37ed6921ba72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.696503] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.698764] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.553s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.698986] env[69773]: DEBUG nova.objects.instance [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lazy-loading 'resources' on Instance uuid 64ee3834-f8ac-4603-a9c8-dac306453fa5 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.715450] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.715636] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquired lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.715811] env[69773]: DEBUG nova.network.neutron [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1125.716038] env[69773]: DEBUG nova.objects.instance [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'info_cache' on Instance uuid a81550c0-3578-47b1-8048-7a3cef3c797b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.730925] env[69773]: INFO nova.scheduler.client.report [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleted allocations for instance 9cd9421f-f386-43a1-97c4-3d4d90adcdd4 [ 1125.849978] env[69773]: DEBUG oslo_vmware.api [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.858181] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390773, 'name': ReconfigVM_Task, 'duration_secs': 0.368145} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.858498] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9/91226260-9e23-4a9e-ba63-bcb0a03621b9.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.859261] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance '91226260-9e23-4a9e-ba63-bcb0a03621b9' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.946816] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390770, 'name': Destroy_Task, 'duration_secs': 1.306297} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.947234] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Destroyed the VM [ 1125.947598] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1125.947951] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0af05190-7ecc-4530-899e-a923c2aa8f7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.955351] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1125.955351] env[69773]: value = "task-3390774" [ 1125.955351] env[69773]: _type = "Task" [ 1125.955351] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.965130] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390774, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.171079] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520f5698-ffcf-d841-4296-37ed6921ba72, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.171394] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.171621] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.171852] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.171997] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.172243] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.172462] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05124c1c-4abf-41ed-bb70-124f536fce51 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.184503] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.184972] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.185845] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c65a93-cd63-4713-bae4-851ea8d9d723 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.191136] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1126.191136] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52436e6d-ddfd-d809-7df2-2e3464ab0883" [ 1126.191136] env[69773]: _type = "Task" [ 1126.191136] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.203924] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52436e6d-ddfd-d809-7df2-2e3464ab0883, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.241633] env[69773]: DEBUG oslo_concurrency.lockutils [None req-86537c16-7d64-44a2-b9c4-e4bddffad992 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "9cd9421f-f386-43a1-97c4-3d4d90adcdd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.715s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.273281] env[69773]: DEBUG nova.network.neutron [req-7205c878-5e02-4354-aff6-be25151d7753 req-b144d3df-0ffe-4a45-86dd-eb55b853f4ad service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updated VIF entry in instance network info cache for port 2d9f0ac9-7a1f-4134-b19a-69905889a748. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1126.273718] env[69773]: DEBUG nova.network.neutron [req-7205c878-5e02-4354-aff6-be25151d7753 req-b144d3df-0ffe-4a45-86dd-eb55b853f4ad service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updating instance_info_cache with network_info: [{"id": "2d9f0ac9-7a1f-4134-b19a-69905889a748", "address": "fa:16:3e:8a:ba:e2", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f0ac9-7a", "ovs_interfaceid": "2d9f0ac9-7a1f-4134-b19a-69905889a748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.349840] env[69773]: DEBUG oslo_vmware.api [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390772, 'name': PowerOnVM_Task, 'duration_secs': 0.568227} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.350114] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.350313] env[69773]: DEBUG nova.compute.manager [None req-35ca41ec-d00d-47a7-a43e-f18b75d8cd7f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.351088] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac58a4b-b853-46be-b3ce-f7f9826c6c74 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.365496] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a675d-46d2-49a9-b7e2-52c275f1b9ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.394384] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad7ca5f-bbe4-47c3-ac23-faf9df604b43 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.415721] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance '91226260-9e23-4a9e-ba63-bcb0a03621b9' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.465785] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390774, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.503023] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d71051-1572-4c99-bf08-0377a980220f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.512241] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7687e265-1481-4d45-8ef0-4d9194b38b10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.544723] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbf1a6f-376b-49f4-82a4-606e216f2400 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.552316] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288241c3-9aec-4d28-8537-d800cc73f67f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.565568] env[69773]: DEBUG nova.compute.provider_tree [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.703294] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52436e6d-ddfd-d809-7df2-2e3464ab0883, 'name': SearchDatastore_Task, 'duration_secs': 0.022915} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.704458] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14404538-3fc6-4c32-8e1b-108facfdf495 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.709798] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1126.709798] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b60774-71e6-8fd8-1598-be01d7a8c12c" [ 1126.709798] env[69773]: _type = "Task" [ 1126.709798] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.718638] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b60774-71e6-8fd8-1598-be01d7a8c12c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.778557] env[69773]: DEBUG oslo_concurrency.lockutils [req-7205c878-5e02-4354-aff6-be25151d7753 req-b144d3df-0ffe-4a45-86dd-eb55b853f4ad service nova] Releasing lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.971066] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390774, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.059673] env[69773]: DEBUG nova.network.neutron [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance_info_cache with network_info: [{"id": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "address": "fa:16:3e:5e:dc:c2", "network": {"id": "457b1749-34d5-4e42-ad6f-b36e88604c85", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-292095887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "08f37a5e7d9a468dbc0d213ceaf131b2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d63fac1-8a", "ovs_interfaceid": "2d63fac1-8a5d-4301-86a7-0d4d4a801f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.069084] env[69773]: DEBUG nova.scheduler.client.report [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.220703] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b60774-71e6-8fd8-1598-be01d7a8c12c, 'name': SearchDatastore_Task, 'duration_secs': 0.016572} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.220926] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.221202] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 863bc2b1-d863-459a-9927-4ac006b4c756/863bc2b1-d863-459a-9927-4ac006b4c756.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.221501] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3bc6bd4-fa7d-4308-951e-69bdf27b662e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.228562] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1127.228562] env[69773]: value = "task-3390775" [ 1127.228562] env[69773]: _type = "Task" [ 1127.228562] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.235021] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.470730] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390774, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.568632] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Releasing lock "refresh_cache-a81550c0-3578-47b1-8048-7a3cef3c797b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.569070] env[69773]: DEBUG nova.objects.instance [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lazy-loading 'migration_context' on Instance uuid a81550c0-3578-47b1-8048-7a3cef3c797b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.574323] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.577680] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.966s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.579602] env[69773]: INFO nova.compute.claims [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.665202] env[69773]: INFO nova.scheduler.client.report [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Deleted allocations for instance 64ee3834-f8ac-4603-a9c8-dac306453fa5 [ 1127.746644] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390775, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.968938] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390774, 'name': RemoveSnapshot_Task, 'duration_secs': 1.979794} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.969265] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1127.969542] env[69773]: DEBUG nova.compute.manager [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.970362] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9833330-f451-4107-8bd0-164c7b33f70f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.074580] env[69773]: DEBUG nova.objects.base [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.075965] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d4d69-f302-474b-97cc-6367cc508331 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.102502] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc8f15c-ae74-4fd7-94af-aaeb94010008 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.110088] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1128.110088] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f7bfe-e2b8-105e-58dc-7a9115c56f8b" [ 1128.110088] env[69773]: _type = "Task" [ 1128.110088] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.117301] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f7bfe-e2b8-105e-58dc-7a9115c56f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.180477] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a8981e98-949f-4ceb-9ff4-e280efb3af16 tempest-ServersWithSpecificFlavorTestJSON-1029500051 tempest-ServersWithSpecificFlavorTestJSON-1029500051-project-member] Lock "64ee3834-f8ac-4603-a9c8-dac306453fa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.965s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.186008] env[69773]: DEBUG nova.network.neutron [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Port f588e01f-fe9d-4f57-88df-71a0be44245c binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1128.245163] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638689} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.245428] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 863bc2b1-d863-459a-9927-4ac006b4c756/863bc2b1-d863-459a-9927-4ac006b4c756.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.245678] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.245926] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32257123-7369-4752-b0d1-237fb62692ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.252634] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1128.252634] env[69773]: value = "task-3390776" [ 1128.252634] env[69773]: _type = "Task" [ 1128.252634] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.269438] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.493637] env[69773]: INFO nova.compute.manager [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Shelve offloading [ 1128.499360] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "8088376a-1a78-4313-a947-eb01840b01f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.499635] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "8088376a-1a78-4313-a947-eb01840b01f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.563792] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.564040] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.620846] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524f7bfe-e2b8-105e-58dc-7a9115c56f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.017306} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.621264] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.762852] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069816} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.763198] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.767397] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5000156-f11e-41dc-84df-5798ffad3e3d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.793998] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 863bc2b1-d863-459a-9927-4ac006b4c756/863bc2b1-d863-459a-9927-4ac006b4c756.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.797986] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29952e6-ba2d-4255-8f33-6ba45890296f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.820620] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1128.820620] env[69773]: value = "task-3390777" [ 1128.820620] env[69773]: _type = "Task" [ 1128.820620] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.831974] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.913387] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e03b67-4ad7-4679-9f20-a25577bd497a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.921236] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83970cef-633f-4636-b73b-09a65fae9e77 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.960508] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a709c-063b-46ec-b4da-6364473dd4c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.968136] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf4da7c-64c3-4c49-ab3f-c03137830610 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.982176] env[69773]: DEBUG nova.compute.provider_tree [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.004110] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.006371] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.006847] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7e878fd-c995-47a1-84d9-b0a430c99302 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.014204] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1129.014204] env[69773]: value = "task-3390778" [ 1129.014204] env[69773]: _type = "Task" [ 1129.014204] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.023016] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.066198] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.225271] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.225711] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.225711] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.333210] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.486454] env[69773]: DEBUG nova.scheduler.client.report [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.527463] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1129.527813] env[69773]: DEBUG nova.compute.manager [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.528759] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731e282f-a6a9-46f1-9f6b-e087efe8c72a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.534880] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.534975] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.535127] env[69773]: DEBUG nova.network.neutron [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1129.554112] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.588246] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.834932] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390777, 'name': ReconfigVM_Task, 'duration_secs': 0.621988} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.834932] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 863bc2b1-d863-459a-9927-4ac006b4c756/863bc2b1-d863-459a-9927-4ac006b4c756.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.835311] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08a57638-5201-462c-ab9c-60dc06519a23 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.843340] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1129.843340] env[69773]: value = "task-3390779" [ 1129.843340] env[69773]: _type = "Task" [ 1129.843340] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.853234] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390779, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.991321] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.991646] env[69773]: DEBUG nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.998023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.374s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.266137] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.266512] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.266512] env[69773]: DEBUG nova.network.neutron [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1130.354761] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390779, 'name': Rename_Task, 'duration_secs': 0.143738} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.355108] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.355446] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eadbb51-965b-4fac-820e-3475fc2ccbe3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.361521] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1130.361521] env[69773]: value = "task-3390780" [ 1130.361521] env[69773]: _type = "Task" [ 1130.361521] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.369148] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.497617] env[69773]: DEBUG nova.compute.utils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.503103] env[69773]: DEBUG nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1130.503103] env[69773]: DEBUG nova.network.neutron [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.547983] env[69773]: DEBUG nova.policy [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.580575] env[69773]: DEBUG nova.network.neutron [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating instance_info_cache with network_info: [{"id": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "address": "fa:16:3e:49:ab:15", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8394cc1f-a3", "ovs_interfaceid": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.758989] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495f1149-8fa4-47c7-8ac8-353d23740fb4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.766886] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccad65be-9eba-4a63-8804-8c4fdef0011d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.804194] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5b04cb-73f7-47ed-b3c7-b1001f1f8bcc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.817572] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76e6267-42e7-4dab-8077-3040aa98dfed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.836418] env[69773]: DEBUG nova.compute.provider_tree [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.873526] env[69773]: DEBUG oslo_vmware.api [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390780, 'name': PowerOnVM_Task, 'duration_secs': 0.477345} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.874453] env[69773]: DEBUG nova.network.neutron [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Successfully created port: 2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.876298] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.876498] env[69773]: INFO nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1130.876674] env[69773]: DEBUG nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.877478] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4a7a43-edd6-424c-82ae-cfd5743d5c9b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.003032] env[69773]: DEBUG nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.085461] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.341040] env[69773]: DEBUG nova.scheduler.client.report [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.404758] env[69773]: INFO nova.compute.manager [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Took 15.76 seconds to build instance. [ 1131.641238] env[69773]: DEBUG nova.network.neutron [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [{"id": "f588e01f-fe9d-4f57-88df-71a0be44245c", "address": "fa:16:3e:a9:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf588e01f-fe", "ovs_interfaceid": "f588e01f-fe9d-4f57-88df-71a0be44245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.908889] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ab093bfc-706c-4a37-9b14-3ad5f771f8f3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.277s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.015567] env[69773]: DEBUG nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.045148] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.045148] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.045148] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.045148] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.045148] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.045148] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.045625] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.045928] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.046241] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.046517] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.046886] env[69773]: DEBUG nova.virt.hardware [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.047883] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040f2179-63bf-435c-afcf-e3f5f8c68246 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.056698] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfde89e-a46e-493e-847f-b50f0c5277db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.148233] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.164493] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.164493] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854ec44d-2fde-4207-b66c-5285d23491a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.168772] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.169358] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc4fb81-3d97-42d1-8299-5847082f1dbe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.217834] env[69773]: DEBUG nova.compute.manager [req-accbd586-0e98-4702-9cc6-0a841f2ff016 req-620d36b0-58b1-4417-9881-125a7d0be874 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received event network-vif-unplugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.217834] env[69773]: DEBUG oslo_concurrency.lockutils [req-accbd586-0e98-4702-9cc6-0a841f2ff016 req-620d36b0-58b1-4417-9881-125a7d0be874 service nova] Acquiring lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.218233] env[69773]: DEBUG oslo_concurrency.lockutils [req-accbd586-0e98-4702-9cc6-0a841f2ff016 req-620d36b0-58b1-4417-9881-125a7d0be874 service nova] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.218441] env[69773]: DEBUG oslo_concurrency.lockutils [req-accbd586-0e98-4702-9cc6-0a841f2ff016 req-620d36b0-58b1-4417-9881-125a7d0be874 service nova] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.220884] env[69773]: DEBUG nova.compute.manager [req-accbd586-0e98-4702-9cc6-0a841f2ff016 req-620d36b0-58b1-4417-9881-125a7d0be874 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] No waiting events found dispatching network-vif-unplugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.220884] env[69773]: WARNING nova.compute.manager [req-accbd586-0e98-4702-9cc6-0a841f2ff016 req-620d36b0-58b1-4417-9881-125a7d0be874 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received unexpected event network-vif-unplugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 for instance with vm_state shelved and task_state shelving_offloading. [ 1132.231243] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.231483] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.231678] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleting the datastore file [datastore2] 2fed43f4-a3a8-45af-8211-6f426d1e2cac {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.231938] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0617565-0870-492d-b3c0-317e52cd01f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.238513] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1132.238513] env[69773]: value = "task-3390782" [ 1132.238513] env[69773]: _type = "Task" [ 1132.238513] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.247946] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.354936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.358s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.356564] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.803s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.360119] env[69773]: INFO nova.compute.claims [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.519554] env[69773]: DEBUG nova.compute.manager [req-d9f25e44-93c8-4b1c-a117-3aae6ba1d529 req-80841800-e8aa-4bb4-81c5-4c0a03c8725f service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-vif-plugged-2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.519554] env[69773]: DEBUG oslo_concurrency.lockutils [req-d9f25e44-93c8-4b1c-a117-3aae6ba1d529 req-80841800-e8aa-4bb4-81c5-4c0a03c8725f service nova] Acquiring lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.519554] env[69773]: DEBUG oslo_concurrency.lockutils [req-d9f25e44-93c8-4b1c-a117-3aae6ba1d529 req-80841800-e8aa-4bb4-81c5-4c0a03c8725f service nova] Lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.519554] env[69773]: DEBUG oslo_concurrency.lockutils [req-d9f25e44-93c8-4b1c-a117-3aae6ba1d529 req-80841800-e8aa-4bb4-81c5-4c0a03c8725f service nova] Lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.519554] env[69773]: DEBUG nova.compute.manager [req-d9f25e44-93c8-4b1c-a117-3aae6ba1d529 req-80841800-e8aa-4bb4-81c5-4c0a03c8725f service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] No waiting events found dispatching network-vif-plugged-2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1132.519735] env[69773]: WARNING nova.compute.manager [req-d9f25e44-93c8-4b1c-a117-3aae6ba1d529 req-80841800-e8aa-4bb4-81c5-4c0a03c8725f service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received unexpected event network-vif-plugged-2e272102-0c65-4e7a-9b39-97c82e9018fb for instance with vm_state building and task_state spawning. [ 1132.521438] env[69773]: DEBUG nova.network.neutron [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Successfully updated port: 2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.663116] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5b41e4-4c29-434b-89a0-c0e1e16af3e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.672040] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0605be8-8aff-4af2-a1cd-57991a1eeec3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.750792] env[69773]: DEBUG oslo_vmware.api [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167278} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.751166] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.751323] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.751539] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.783296] env[69773]: INFO nova.scheduler.client.report [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted allocations for instance 2fed43f4-a3a8-45af-8211-6f426d1e2cac [ 1132.935125] env[69773]: INFO nova.scheduler.client.report [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted allocation for migration 531aeefb-5777-4366-8177-e416a087afbb [ 1133.027831] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.027831] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.027831] env[69773]: DEBUG nova.network.neutron [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1133.291651] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.441186] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.275s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.565853] env[69773]: DEBUG nova.network.neutron [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1133.601790] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e46e3-5f63-48de-9bf6-29df528f2f81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.610312] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd70aa-fe10-4c0f-a21c-e659d6d6b073 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.654697] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72c122a-61e5-4949-a15d-1b1a659156ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.663082] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d672bb61-8b48-412d-abe4-9fa0039cba89 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.677707] env[69773]: DEBUG nova.compute.provider_tree [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.740224] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquiring lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.740547] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.745266] env[69773]: DEBUG nova.network.neutron [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.808256] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58258f06-2982-4a6c-a595-c3fa6ffd1e11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.830886] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b974e54-4096-4221-8027-db97d3cd52cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.841603] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance '91226260-9e23-4a9e-ba63-bcb0a03621b9' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.184639] env[69773]: DEBUG nova.scheduler.client.report [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.242845] env[69773]: DEBUG nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.248888] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.248888] env[69773]: DEBUG nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Instance network_info: |[{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1134.249138] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:12:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e272102-0c65-4e7a-9b39-97c82e9018fb', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.260705] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.261316] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.261562] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0317985-2df2-4829-8499-bcdebec7a83e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.281518] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.281518] env[69773]: value = "task-3390783" [ 1134.281518] env[69773]: _type = "Task" [ 1134.281518] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.289813] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390783, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.349857] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.349857] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d53dbf-7184-4c4f-8090-fdd67459215c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.357035] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1134.357035] env[69773]: value = "task-3390784" [ 1134.357035] env[69773]: _type = "Task" [ 1134.357035] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.365349] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.410915] env[69773]: DEBUG nova.compute.manager [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received event network-changed-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.410915] env[69773]: DEBUG nova.compute.manager [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Refreshing instance network info cache due to event network-changed-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.410915] env[69773]: DEBUG oslo_concurrency.lockutils [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] Acquiring lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.410915] env[69773]: DEBUG oslo_concurrency.lockutils [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] Acquired lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.412455] env[69773]: DEBUG nova.network.neutron [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Refreshing network info cache for port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1134.554736] env[69773]: DEBUG nova.compute.manager [req-a47fdab8-1b13-47d7-92c5-b5e228ebddf5 req-d938c536-54cc-4516-baad-77ca20e3c161 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.555094] env[69773]: DEBUG nova.compute.manager [req-a47fdab8-1b13-47d7-92c5-b5e228ebddf5 req-d938c536-54cc-4516-baad-77ca20e3c161 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing instance network info cache due to event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.555223] env[69773]: DEBUG oslo_concurrency.lockutils [req-a47fdab8-1b13-47d7-92c5-b5e228ebddf5 req-d938c536-54cc-4516-baad-77ca20e3c161 service nova] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.555456] env[69773]: DEBUG oslo_concurrency.lockutils [req-a47fdab8-1b13-47d7-92c5-b5e228ebddf5 req-d938c536-54cc-4516-baad-77ca20e3c161 service nova] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.555815] env[69773]: DEBUG nova.network.neutron [req-a47fdab8-1b13-47d7-92c5-b5e228ebddf5 req-d938c536-54cc-4516-baad-77ca20e3c161 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1134.690390] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.690933] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.693468] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.105s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.694876] env[69773]: INFO nova.compute.claims [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.700386] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "a81550c0-3578-47b1-8048-7a3cef3c797b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.700632] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.700847] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.701042] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.701211] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.703013] env[69773]: INFO nova.compute.manager [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Terminating instance [ 1134.768956] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.792219] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390783, 'name': CreateVM_Task, 'duration_secs': 0.362556} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.792348] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.793585] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.793585] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.793585] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.793826] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f47c469-9cd1-413c-b6d7-911c8777f54d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.798420] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1134.798420] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e5046d-9cc3-8db2-abee-7c7caf3a407c" [ 1134.798420] env[69773]: _type = "Task" [ 1134.798420] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.808070] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e5046d-9cc3-8db2-abee-7c7caf3a407c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.867795] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390784, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.199424] env[69773]: DEBUG nova.compute.utils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.203502] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.203799] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.208661] env[69773]: DEBUG nova.compute.manager [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.209018] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.210222] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb9f9c2-ce94-4fa0-8f2c-db550f599d14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.220165] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.225151] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80d42959-af56-4547-8501-2fbb8373b30c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.232674] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1135.232674] env[69773]: value = "task-3390785" [ 1135.232674] env[69773]: _type = "Task" [ 1135.232674] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.242832] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.295227] env[69773]: DEBUG nova.policy [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca86dd911e7a44888c1603c562f1126a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a77b6a08ad874c21b2a2a6a13b6a446b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.310275] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e5046d-9cc3-8db2-abee-7c7caf3a407c, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.311161] env[69773]: DEBUG nova.network.neutron [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updated VIF entry in instance network info cache for port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1135.311505] env[69773]: DEBUG nova.network.neutron [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating instance_info_cache with network_info: [{"id": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "address": "fa:16:3e:49:ab:15", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8394cc1f-a3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.313306] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.313436] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1135.313783] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.314018] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.314233] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1135.314715] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b506e408-0d78-402c-9d0c-839d54254f32 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.324218] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1135.325219] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1135.325294] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852e6d61-b66c-4873-b539-44e7dd154ea9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.331715] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1135.331715] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5256f79e-f11f-2f97-d4ee-d7e1919c4ed4" [ 1135.331715] env[69773]: _type = "Task" [ 1135.331715] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.338113] env[69773]: DEBUG nova.network.neutron [req-a47fdab8-1b13-47d7-92c5-b5e228ebddf5 req-d938c536-54cc-4516-baad-77ca20e3c161 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updated VIF entry in instance network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1135.338645] env[69773]: DEBUG nova.network.neutron [req-a47fdab8-1b13-47d7-92c5-b5e228ebddf5 req-d938c536-54cc-4516-baad-77ca20e3c161 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.344285] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5256f79e-f11f-2f97-d4ee-d7e1919c4ed4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.367471] env[69773]: DEBUG oslo_vmware.api [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390784, 'name': PowerOnVM_Task, 'duration_secs': 0.58762} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.367973] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.368303] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ee43ac78-c5f4-49a6-b782-0363de071bee tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance '91226260-9e23-4a9e-ba63-bcb0a03621b9' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.680356] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Successfully created port: 3c647eb7-798c-450b-897f-e9c9bff9e4c5 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.704662] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.744267] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390785, 'name': PowerOffVM_Task, 'duration_secs': 0.233742} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.747103] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.747240] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.747922] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-831aff0c-4c92-4f8a-958c-d3563db2cc97 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.806362] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.806535] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.806740] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleting the datastore file [datastore2] a81550c0-3578-47b1-8048-7a3cef3c797b {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.809281] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0075ce2-7870-4f4f-94af-a3a134022303 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.815288] env[69773]: DEBUG oslo_concurrency.lockutils [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] Releasing lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.815526] env[69773]: DEBUG nova.compute.manager [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Received event network-changed-2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.815713] env[69773]: DEBUG nova.compute.manager [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Refreshing instance network info cache due to event network-changed-2d9f0ac9-7a1f-4134-b19a-69905889a748. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.815962] env[69773]: DEBUG oslo_concurrency.lockutils [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] Acquiring lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.816081] env[69773]: DEBUG oslo_concurrency.lockutils [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] Acquired lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.816185] env[69773]: DEBUG nova.network.neutron [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Refreshing network info cache for port 2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1135.817732] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for the task: (returnval){ [ 1135.817732] env[69773]: value = "task-3390787" [ 1135.817732] env[69773]: _type = "Task" [ 1135.817732] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.830461] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.844777] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5256f79e-f11f-2f97-d4ee-d7e1919c4ed4, 'name': SearchDatastore_Task, 'duration_secs': 0.012268} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.845359] env[69773]: DEBUG oslo_concurrency.lockutils [req-a47fdab8-1b13-47d7-92c5-b5e228ebddf5 req-d938c536-54cc-4516-baad-77ca20e3c161 service nova] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.846737] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868091f1-df0d-49ae-9731-ee7f0cf5b6dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.854966] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1135.854966] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527d0546-3e5c-3bab-2e49-277550f6a455" [ 1135.854966] env[69773]: _type = "Task" [ 1135.854966] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.863880] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527d0546-3e5c-3bab-2e49-277550f6a455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.960864] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab51aa42-d7a9-4616-a499-5c81d15c4d40 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.969174] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ade533-7aa0-48b4-966d-476c6dd94f0e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.001800] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364ba862-186e-4605-8fca-032b1965f01e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.009592] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e2936-e820-4cf2-b1bd-d0cdee905b98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.022959] env[69773]: DEBUG nova.compute.provider_tree [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.098248] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.329736] env[69773]: DEBUG oslo_vmware.api [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Task: {'id': task-3390787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159861} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.330617] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.333132] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.333132] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.333132] env[69773]: INFO nova.compute.manager [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1136.333132] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.333132] env[69773]: DEBUG nova.compute.manager [-] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.333132] env[69773]: DEBUG nova.network.neutron [-] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1136.372168] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]527d0546-3e5c-3bab-2e49-277550f6a455, 'name': SearchDatastore_Task, 'duration_secs': 0.015611} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.372777] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.373349] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] dd96d90b-043e-41de-b818-106d0704f5a4/dd96d90b-043e-41de-b818-106d0704f5a4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.373941] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8ef2183-ddf0-46f2-a665-0bc66d2d4b1d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.381748] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1136.381748] env[69773]: value = "task-3390788" [ 1136.381748] env[69773]: _type = "Task" [ 1136.381748] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.395087] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.529024] env[69773]: DEBUG nova.scheduler.client.report [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.575299] env[69773]: DEBUG nova.network.neutron [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updated VIF entry in instance network info cache for port 2d9f0ac9-7a1f-4134-b19a-69905889a748. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1136.575299] env[69773]: DEBUG nova.network.neutron [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updating instance_info_cache with network_info: [{"id": "2d9f0ac9-7a1f-4134-b19a-69905889a748", "address": "fa:16:3e:8a:ba:e2", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f0ac9-7a", "ovs_interfaceid": "2d9f0ac9-7a1f-4134-b19a-69905889a748", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.706117] env[69773]: DEBUG nova.compute.manager [req-1907c5ee-e352-41f6-af09-314022920c40 req-8266b945-603a-4999-bbbd-eb36146c09d2 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Received event network-vif-deleted-2d63fac1-8a5d-4301-86a7-0d4d4a801f03 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.706656] env[69773]: INFO nova.compute.manager [req-1907c5ee-e352-41f6-af09-314022920c40 req-8266b945-603a-4999-bbbd-eb36146c09d2 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Neutron deleted interface 2d63fac1-8a5d-4301-86a7-0d4d4a801f03; detaching it from the instance and deleting it from the info cache [ 1136.707154] env[69773]: DEBUG nova.network.neutron [req-1907c5ee-e352-41f6-af09-314022920c40 req-8266b945-603a-4999-bbbd-eb36146c09d2 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.478750] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.486758] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.487203] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.489815] env[69773]: DEBUG oslo_concurrency.lockutils [req-880e5400-dea8-4f79-b116-38729d3347f1 req-5fd7c0eb-6d2e-4d14-b2c1-5f7722bf292b service nova] Releasing lock "refresh_cache-863bc2b1-d863-459a-9927-4ac006b4c756" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.490231] env[69773]: DEBUG nova.network.neutron [-] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.494747] env[69773]: DEBUG nova.compute.manager [req-cd4a1304-bd1f-451f-b552-04c66f7d1e4a req-c02e05f0-0d64-47d7-b20c-254e12114c26 service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Received event network-vif-plugged-3c647eb7-798c-450b-897f-e9c9bff9e4c5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.494852] env[69773]: DEBUG oslo_concurrency.lockutils [req-cd4a1304-bd1f-451f-b552-04c66f7d1e4a req-c02e05f0-0d64-47d7-b20c-254e12114c26 service nova] Acquiring lock "8088376a-1a78-4313-a947-eb01840b01f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.495173] env[69773]: DEBUG oslo_concurrency.lockutils [req-cd4a1304-bd1f-451f-b552-04c66f7d1e4a req-c02e05f0-0d64-47d7-b20c-254e12114c26 service nova] Lock "8088376a-1a78-4313-a947-eb01840b01f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.495173] env[69773]: DEBUG oslo_concurrency.lockutils [req-cd4a1304-bd1f-451f-b552-04c66f7d1e4a req-c02e05f0-0d64-47d7-b20c-254e12114c26 service nova] Lock "8088376a-1a78-4313-a947-eb01840b01f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.495508] env[69773]: DEBUG nova.compute.manager [req-cd4a1304-bd1f-451f-b552-04c66f7d1e4a req-c02e05f0-0d64-47d7-b20c-254e12114c26 service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] No waiting events found dispatching network-vif-plugged-3c647eb7-798c-450b-897f-e9c9bff9e4c5 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1137.495508] env[69773]: WARNING nova.compute.manager [req-cd4a1304-bd1f-451f-b552-04c66f7d1e4a req-c02e05f0-0d64-47d7-b20c-254e12114c26 service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Received unexpected event network-vif-plugged-3c647eb7-798c-450b-897f-e9c9bff9e4c5 for instance with vm_state building and task_state spawning. [ 1137.495735] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32be6ace-41d2-4134-b466-4aba0e91c4d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.503218] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.214s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.503439] env[69773]: DEBUG nova.objects.instance [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lazy-loading 'resources' on Instance uuid 2fed43f4-a3a8-45af-8211-6f426d1e2cac {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.512778] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496986} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.513962] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] dd96d90b-043e-41de-b818-106d0704f5a4/dd96d90b-043e-41de-b818-106d0704f5a4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.514194] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.514478] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-662ff9db-b392-471b-9a25-557bd1c74c46 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.519056] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ec760d-6398-4f0c-8fcd-f707e129fa0a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.538074] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1137.538074] env[69773]: value = "task-3390789" [ 1137.538074] env[69773]: _type = "Task" [ 1137.538074] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.540335] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.540605] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.540782] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.540972] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.541137] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.541288] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.541566] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.541686] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.541874] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.542063] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.542224] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.543974] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b997a-acf8-4115-b18f-85e0e6009a12 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.561940] env[69773]: DEBUG nova.compute.manager [req-1907c5ee-e352-41f6-af09-314022920c40 req-8266b945-603a-4999-bbbd-eb36146c09d2 service nova] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Detach interface failed, port_id=2d63fac1-8a5d-4301-86a7-0d4d4a801f03, reason: Instance a81550c0-3578-47b1-8048-7a3cef3c797b could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.563103] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Successfully updated port: 3c647eb7-798c-450b-897f-e9c9bff9e4c5 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.572556] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4970b5e4-8ad3-4147-affd-6fe2b51ca4e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.576669] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.000528] env[69773]: DEBUG nova.compute.utils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.003855] env[69773]: INFO nova.compute.manager [-] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Took 1.67 seconds to deallocate network for instance. [ 1138.004430] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.004597] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.009808] env[69773]: DEBUG nova.objects.instance [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lazy-loading 'numa_topology' on Instance uuid 2fed43f4-a3a8-45af-8211-6f426d1e2cac {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.052851] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065997} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.053647] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.054659] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c3d0b6-3104-4b7d-97a6-cc0ebb1ea010 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.072461] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "refresh_cache-8088376a-1a78-4313-a947-eb01840b01f4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.072461] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "refresh_cache-8088376a-1a78-4313-a947-eb01840b01f4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.072461] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1138.085019] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] dd96d90b-043e-41de-b818-106d0704f5a4/dd96d90b-043e-41de-b818-106d0704f5a4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.088186] env[69773]: DEBUG nova.policy [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca86dd911e7a44888c1603c562f1126a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a77b6a08ad874c21b2a2a6a13b6a446b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.090391] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c54888a-98d5-453b-a2a7-e57520902a25 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.116365] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1138.116365] env[69773]: value = "task-3390790" [ 1138.116365] env[69773]: _type = "Task" [ 1138.116365] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.129393] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.160670] env[69773]: DEBUG nova.network.neutron [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Port f588e01f-fe9d-4f57-88df-71a0be44245c binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1138.160979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.161438] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.161560] env[69773]: DEBUG nova.network.neutron [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1138.507724] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.520109] env[69773]: DEBUG nova.objects.base [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Object Instance<2fed43f4-a3a8-45af-8211-6f426d1e2cac> lazy-loaded attributes: resources,numa_topology {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.522162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.634037] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1138.643314] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390790, 'name': ReconfigVM_Task, 'duration_secs': 0.289659} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.647926] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Reconfigured VM instance instance-00000060 to attach disk [datastore1] dd96d90b-043e-41de-b818-106d0704f5a4/dd96d90b-043e-41de-b818-106d0704f5a4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.647926] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d0c50f3-b67b-4afc-a003-4da5e8774c18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.657356] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1138.657356] env[69773]: value = "task-3390791" [ 1138.657356] env[69773]: _type = "Task" [ 1138.657356] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.669632] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390791, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.797343] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Updating instance_info_cache with network_info: [{"id": "3c647eb7-798c-450b-897f-e9c9bff9e4c5", "address": "fa:16:3e:62:db:92", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c647eb7-79", "ovs_interfaceid": "3c647eb7-798c-450b-897f-e9c9bff9e4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.839707] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89eadc0-5639-48e8-b18f-3830cdb2d21f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.848830] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8563f9b3-3fb7-4fd4-a60f-65877bd1868e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.888115] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb41512d-b92d-4181-aa88-35fef946570a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.895462] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753a6463-d668-43d5-80bb-41b68877b295 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.910286] env[69773]: DEBUG nova.compute.provider_tree [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.007229] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Successfully created port: e284e15a-2547-4113-b44c-a261851e0695 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.172083] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390791, 'name': Rename_Task, 'duration_secs': 0.153366} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.173463] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.173740] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa62bba4-140f-4a4f-962a-54ff2e57df87 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.183803] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1139.183803] env[69773]: value = "task-3390792" [ 1139.183803] env[69773]: _type = "Task" [ 1139.183803] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.196639] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.300206] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "refresh_cache-8088376a-1a78-4313-a947-eb01840b01f4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.300665] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Instance network_info: |[{"id": "3c647eb7-798c-450b-897f-e9c9bff9e4c5", "address": "fa:16:3e:62:db:92", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c647eb7-79", "ovs_interfaceid": "3c647eb7-798c-450b-897f-e9c9bff9e4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.301296] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:db:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c647eb7-798c-450b-897f-e9c9bff9e4c5', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.315181] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.315561] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.315910] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-438c5c31-38b5-4a82-9acb-b8c4b6795f42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.353118] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.353118] env[69773]: value = "task-3390793" [ 1139.353118] env[69773]: _type = "Task" [ 1139.353118] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.365133] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390793, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.409037] env[69773]: DEBUG nova.network.neutron [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [{"id": "f588e01f-fe9d-4f57-88df-71a0be44245c", "address": "fa:16:3e:a9:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf588e01f-fe", "ovs_interfaceid": "f588e01f-fe9d-4f57-88df-71a0be44245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.413170] env[69773]: DEBUG nova.scheduler.client.report [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.421292] env[69773]: DEBUG nova.compute.manager [req-31c09970-8337-41ab-8009-6a244f5fd752 req-f25ecbe8-9af9-415d-913d-9840e6f926f6 service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Received event network-changed-3c647eb7-798c-450b-897f-e9c9bff9e4c5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.421523] env[69773]: DEBUG nova.compute.manager [req-31c09970-8337-41ab-8009-6a244f5fd752 req-f25ecbe8-9af9-415d-913d-9840e6f926f6 service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Refreshing instance network info cache due to event network-changed-3c647eb7-798c-450b-897f-e9c9bff9e4c5. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.421756] env[69773]: DEBUG oslo_concurrency.lockutils [req-31c09970-8337-41ab-8009-6a244f5fd752 req-f25ecbe8-9af9-415d-913d-9840e6f926f6 service nova] Acquiring lock "refresh_cache-8088376a-1a78-4313-a947-eb01840b01f4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.421943] env[69773]: DEBUG oslo_concurrency.lockutils [req-31c09970-8337-41ab-8009-6a244f5fd752 req-f25ecbe8-9af9-415d-913d-9840e6f926f6 service nova] Acquired lock "refresh_cache-8088376a-1a78-4313-a947-eb01840b01f4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.422186] env[69773]: DEBUG nova.network.neutron [req-31c09970-8337-41ab-8009-6a244f5fd752 req-f25ecbe8-9af9-415d-913d-9840e6f926f6 service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Refreshing network info cache for port 3c647eb7-798c-450b-897f-e9c9bff9e4c5 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1139.517053] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.552786] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.553640] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.553640] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.554065] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.554065] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.554752] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.554752] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.554752] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.554941] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.555390] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.555390] env[69773]: DEBUG nova.virt.hardware [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.556434] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766c507e-0851-4305-8cbd-860926f8c768 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.566261] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c4fb6b-5da0-41c3-bd87-4626374bbf93 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.696212] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.696584] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.698028] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390792, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.866100] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390793, 'name': CreateVM_Task, 'duration_secs': 0.504293} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.866100] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1139.866100] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.866100] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.866100] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.866100] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dff5d4f-7d79-4c7b-93e0-0fe955f2a553 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.872107] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1139.872107] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523d0832-9e95-da5b-a9a3-3f2947b23999" [ 1139.872107] env[69773]: _type = "Task" [ 1139.872107] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.877573] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523d0832-9e95-da5b-a9a3-3f2947b23999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.917729] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.919185] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.416s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.922046] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.153s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.924527] env[69773]: INFO nova.compute.claims [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.146358] env[69773]: DEBUG nova.network.neutron [req-31c09970-8337-41ab-8009-6a244f5fd752 req-f25ecbe8-9af9-415d-913d-9840e6f926f6 service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Updated VIF entry in instance network info cache for port 3c647eb7-798c-450b-897f-e9c9bff9e4c5. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1140.146754] env[69773]: DEBUG nova.network.neutron [req-31c09970-8337-41ab-8009-6a244f5fd752 req-f25ecbe8-9af9-415d-913d-9840e6f926f6 service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Updating instance_info_cache with network_info: [{"id": "3c647eb7-798c-450b-897f-e9c9bff9e4c5", "address": "fa:16:3e:62:db:92", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c647eb7-79", "ovs_interfaceid": "3c647eb7-798c-450b-897f-e9c9bff9e4c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.195316] env[69773]: DEBUG oslo_vmware.api [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390792, 'name': PowerOnVM_Task, 'duration_secs': 0.526132} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.195551] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.195749] env[69773]: INFO nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1140.195945] env[69773]: DEBUG nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.200845] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d596d7-e9d8-4012-bec1-cd4fe9b37ce0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.204455] env[69773]: INFO nova.compute.manager [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Detaching volume 0eca654e-b2e7-4791-99b5-c0019626304e [ 1140.248579] env[69773]: INFO nova.virt.block_device [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Attempting to driver detach volume 0eca654e-b2e7-4791-99b5-c0019626304e from mountpoint /dev/sdb [ 1140.248868] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1140.249075] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676527', 'volume_id': '0eca654e-b2e7-4791-99b5-c0019626304e', 'name': 'volume-0eca654e-b2e7-4791-99b5-c0019626304e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40822524-65fe-4e0a-924b-e2ed060b8957', 'attached_at': '', 'detached_at': '', 'volume_id': '0eca654e-b2e7-4791-99b5-c0019626304e', 'serial': '0eca654e-b2e7-4791-99b5-c0019626304e'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1140.249991] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664f1447-79aa-49a4-b17a-b193c2cc47ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.275199] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dce8f62-8e73-44ff-8b1c-e4a55c293b27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.284761] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b948753-73e8-4ef0-bd9a-a9cad44172b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.308065] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb968d78-a170-459f-a96b-17c32f798bfe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.324881] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] The volume has not been displaced from its original location: [datastore2] volume-0eca654e-b2e7-4791-99b5-c0019626304e/volume-0eca654e-b2e7-4791-99b5-c0019626304e.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1140.330288] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1140.330618] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36dc0aa5-49f2-4c14-a35f-8f4e2b5bf91b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.348967] env[69773]: DEBUG oslo_vmware.api [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1140.348967] env[69773]: value = "task-3390794" [ 1140.348967] env[69773]: _type = "Task" [ 1140.348967] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.358531] env[69773]: DEBUG oslo_vmware.api [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.378897] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523d0832-9e95-da5b-a9a3-3f2947b23999, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.379222] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.379518] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.379775] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.379929] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.380187] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.380457] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-699349e6-5a82-4cd2-a266-251d8bb50375 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.391570] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.391736] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.392426] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e216064d-8176-4932-98b7-699239d91864 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.397430] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1140.397430] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522cebbe-1060-0f00-be94-5b233defa333" [ 1140.397430] env[69773]: _type = "Task" [ 1140.397430] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.405362] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522cebbe-1060-0f00-be94-5b233defa333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.421104] env[69773]: DEBUG nova.compute.manager [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69773) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1140.435143] env[69773]: DEBUG oslo_concurrency.lockutils [None req-108a2b2b-a05a-43cc-b85c-58ecb2be6ee3 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.472s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.436432] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.338s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.436663] env[69773]: INFO nova.compute.manager [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Unshelving [ 1140.649860] env[69773]: DEBUG oslo_concurrency.lockutils [req-31c09970-8337-41ab-8009-6a244f5fd752 req-f25ecbe8-9af9-415d-913d-9840e6f926f6 service nova] Releasing lock "refresh_cache-8088376a-1a78-4313-a947-eb01840b01f4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.724463] env[69773]: INFO nova.compute.manager [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Took 20.16 seconds to build instance. [ 1140.862213] env[69773]: DEBUG oslo_vmware.api [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390794, 'name': ReconfigVM_Task, 'duration_secs': 0.261732} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.862564] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1140.868333] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25feb16f-132b-4227-b530-921ec472b3f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.892954] env[69773]: DEBUG oslo_vmware.api [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1140.892954] env[69773]: value = "task-3390795" [ 1140.892954] env[69773]: _type = "Task" [ 1140.892954] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.910145] env[69773]: DEBUG oslo_vmware.api [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.914135] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522cebbe-1060-0f00-be94-5b233defa333, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.915206] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0782efff-f71f-4224-a59c-7fd1098785cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.921319] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1140.921319] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52076135-5c4d-ec8a-967d-5a0cdae56316" [ 1140.921319] env[69773]: _type = "Task" [ 1140.921319] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.932278] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52076135-5c4d-ec8a-967d-5a0cdae56316, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.038570] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Successfully updated port: e284e15a-2547-4113-b44c-a261851e0695 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.220711] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a9b4dc-1456-4409-93f2-37441912fc3b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.226695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2ce1851-e911-4987-8ea0-e4d112abcb73 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "dd96d90b-043e-41de-b818-106d0704f5a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.672s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.227839] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1f9176-ac25-4eac-bacb-af3bb1d22514 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.259543] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc936bd-288e-412d-a605-dd02d13d6906 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.267975] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68113200-5f4c-49f2-aaa7-7421d5c1ba1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.282607] env[69773]: DEBUG nova.compute.provider_tree [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.403684] env[69773]: DEBUG oslo_vmware.api [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390795, 'name': ReconfigVM_Task, 'duration_secs': 0.163554} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.404012] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676527', 'volume_id': '0eca654e-b2e7-4791-99b5-c0019626304e', 'name': 'volume-0eca654e-b2e7-4791-99b5-c0019626304e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '40822524-65fe-4e0a-924b-e2ed060b8957', 'attached_at': '', 'detached_at': '', 'volume_id': '0eca654e-b2e7-4791-99b5-c0019626304e', 'serial': '0eca654e-b2e7-4791-99b5-c0019626304e'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1141.433322] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52076135-5c4d-ec8a-967d-5a0cdae56316, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.433719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.434009] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 8088376a-1a78-4313-a947-eb01840b01f4/8088376a-1a78-4313-a947-eb01840b01f4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.434283] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c550dda-aea7-415f-92e5-2acfcdc865cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.441742] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1141.441742] env[69773]: value = "task-3390796" [ 1141.441742] env[69773]: _type = "Task" [ 1141.441742] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.456556] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.463937] env[69773]: DEBUG nova.compute.manager [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Received event network-vif-plugged-e284e15a-2547-4113-b44c-a261851e0695 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.464179] env[69773]: DEBUG oslo_concurrency.lockutils [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] Acquiring lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.464380] env[69773]: DEBUG oslo_concurrency.lockutils [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] Lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.464549] env[69773]: DEBUG oslo_concurrency.lockutils [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] Lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.464710] env[69773]: DEBUG nova.compute.manager [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] No waiting events found dispatching network-vif-plugged-e284e15a-2547-4113-b44c-a261851e0695 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1141.464864] env[69773]: WARNING nova.compute.manager [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Received unexpected event network-vif-plugged-e284e15a-2547-4113-b44c-a261851e0695 for instance with vm_state building and task_state spawning. [ 1141.465743] env[69773]: DEBUG nova.compute.manager [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Received event network-changed-e284e15a-2547-4113-b44c-a261851e0695 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.465743] env[69773]: DEBUG nova.compute.manager [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Refreshing instance network info cache due to event network-changed-e284e15a-2547-4113-b44c-a261851e0695. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.465743] env[69773]: DEBUG oslo_concurrency.lockutils [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] Acquiring lock "refresh_cache-ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.465743] env[69773]: DEBUG oslo_concurrency.lockutils [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] Acquired lock "refresh_cache-ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.465964] env[69773]: DEBUG nova.network.neutron [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Refreshing network info cache for port e284e15a-2547-4113-b44c-a261851e0695 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1141.468359] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.544347] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "refresh_cache-ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.552094] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.789076] env[69773]: DEBUG nova.scheduler.client.report [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.954765] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390796, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.955961] env[69773]: DEBUG nova.objects.instance [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.011832] env[69773]: DEBUG nova.network.neutron [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1142.123188] env[69773]: DEBUG nova.network.neutron [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.294023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.294023] env[69773]: DEBUG nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1142.295571] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.773s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.295991] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.299913] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.830s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.299913] env[69773]: DEBUG nova.objects.instance [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lazy-loading 'pci_requests' on Instance uuid 2fed43f4-a3a8-45af-8211-6f426d1e2cac {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.321524] env[69773]: INFO nova.scheduler.client.report [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Deleted allocations for instance a81550c0-3578-47b1-8048-7a3cef3c797b [ 1142.453778] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678177} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.454077] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 8088376a-1a78-4313-a947-eb01840b01f4/8088376a-1a78-4313-a947-eb01840b01f4.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.454294] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.454548] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5b47592-44af-48ea-a027-eace312a2a57 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.463895] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1142.463895] env[69773]: value = "task-3390797" [ 1142.463895] env[69773]: _type = "Task" [ 1142.463895] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.477501] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390797, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.548264] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "791070e6-9532-432b-a947-f1472390974b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.548867] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "791070e6-9532-432b-a947-f1472390974b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.626905] env[69773]: DEBUG oslo_concurrency.lockutils [req-b68721b2-e7cb-43de-a114-faaf57ce7bb7 req-4670ccf8-3772-419f-aaef-83488773aa55 service nova] Releasing lock "refresh_cache-ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.627468] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "refresh_cache-ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.627638] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1142.801932] env[69773]: DEBUG nova.compute.utils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.805196] env[69773]: DEBUG nova.objects.instance [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lazy-loading 'numa_topology' on Instance uuid 2fed43f4-a3a8-45af-8211-6f426d1e2cac {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.806643] env[69773]: DEBUG nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.806904] env[69773]: DEBUG nova.network.neutron [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.833347] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d3b6a48-a085-47cb-b426-bfd55f2632f7 tempest-DeleteServersTestJSON-1878429837 tempest-DeleteServersTestJSON-1878429837-project-member] Lock "a81550c0-3578-47b1-8048-7a3cef3c797b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.133s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.850505] env[69773]: DEBUG nova.policy [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd856a74980d042d3a01275b7b049eafc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf5b24aaa1954cb5bed3410421d84be8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.910782] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.966823] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67c87876-789f-43a6-8f17-3e8d9b1c31db tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.270s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.968100] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.057s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.968296] env[69773]: DEBUG nova.compute.manager [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.974823] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d845050f-8156-472d-8325-2b5f53470661 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.986089] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390797, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188494} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.988936] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.989372] env[69773]: DEBUG nova.compute.manager [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1142.989931] env[69773]: DEBUG nova.objects.instance [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.995057] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6efd683-cc33-4438-a1c5-034817a50354 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.020350] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 8088376a-1a78-4313-a947-eb01840b01f4/8088376a-1a78-4313-a947-eb01840b01f4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.020835] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae1f660b-a38f-47ce-bc26-f782a8667dc4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.043773] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1143.043773] env[69773]: value = "task-3390798" [ 1143.043773] env[69773]: _type = "Task" [ 1143.043773] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.052120] env[69773]: DEBUG nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.063195] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390798, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.195015] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1143.307833] env[69773]: DEBUG nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1143.311012] env[69773]: INFO nova.compute.claims [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.460667] env[69773]: DEBUG nova.network.neutron [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Successfully created port: 21188377-e18c-42cd-80e0-28f951923ae4 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1143.500906] env[69773]: DEBUG nova.compute.manager [req-3e6aa1c6-fdeb-49e2-acb1-6ec67120966b req-58b8da86-b215-44e8-a626-f24ed563a63b service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.501399] env[69773]: DEBUG nova.compute.manager [req-3e6aa1c6-fdeb-49e2-acb1-6ec67120966b req-58b8da86-b215-44e8-a626-f24ed563a63b service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing instance network info cache due to event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.501853] env[69773]: DEBUG oslo_concurrency.lockutils [req-3e6aa1c6-fdeb-49e2-acb1-6ec67120966b req-58b8da86-b215-44e8-a626-f24ed563a63b service nova] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.501853] env[69773]: DEBUG oslo_concurrency.lockutils [req-3e6aa1c6-fdeb-49e2-acb1-6ec67120966b req-58b8da86-b215-44e8-a626-f24ed563a63b service nova] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.501996] env[69773]: DEBUG nova.network.neutron [req-3e6aa1c6-fdeb-49e2-acb1-6ec67120966b req-58b8da86-b215-44e8-a626-f24ed563a63b service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1143.543103] env[69773]: DEBUG nova.network.neutron [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Updating instance_info_cache with network_info: [{"id": "e284e15a-2547-4113-b44c-a261851e0695", "address": "fa:16:3e:25:1e:1f", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape284e15a-25", "ovs_interfaceid": "e284e15a-2547-4113-b44c-a261851e0695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.560747] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.586753] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.008485] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.008788] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7701282c-63dc-4388-93d5-708f35bf7415 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.017911] env[69773]: DEBUG oslo_vmware.api [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1144.017911] env[69773]: value = "task-3390800" [ 1144.017911] env[69773]: _type = "Task" [ 1144.017911] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.027581] env[69773]: DEBUG oslo_vmware.api [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.049719] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "refresh_cache-ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.050093] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Instance network_info: |[{"id": "e284e15a-2547-4113-b44c-a261851e0695", "address": "fa:16:3e:25:1e:1f", "network": {"id": "9823eb5c-c36e-46f3-a926-e734543114ed", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-257795530-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a77b6a08ad874c21b2a2a6a13b6a446b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape284e15a-25", "ovs_interfaceid": "e284e15a-2547-4113-b44c-a261851e0695", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.050509] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:1e:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e284e15a-2547-4113-b44c-a261851e0695', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.059813] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.060668] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.060896] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b7b994a-6dd5-494e-9a7f-5e46d7784a14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.084576] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390798, 'name': ReconfigVM_Task, 'duration_secs': 0.598849} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.085287] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 8088376a-1a78-4313-a947-eb01840b01f4/8088376a-1a78-4313-a947-eb01840b01f4.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.088463] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2c33fa5-d903-4af1-9819-bd9bb8eb6c3c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.092511] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.092511] env[69773]: value = "task-3390801" [ 1144.092511] env[69773]: _type = "Task" [ 1144.092511] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.100502] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1144.100502] env[69773]: value = "task-3390802" [ 1144.100502] env[69773]: _type = "Task" [ 1144.100502] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.104817] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390801, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.115298] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390802, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.321732] env[69773]: DEBUG nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1144.365874] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.367018] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.367018] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.367018] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.367018] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.367018] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.367018] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.367238] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.367432] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.367625] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.367869] env[69773]: DEBUG nova.virt.hardware [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.369778] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87af7e3d-a507-4f69-a464-4a4bb3aa676e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.385521] env[69773]: DEBUG nova.network.neutron [req-3e6aa1c6-fdeb-49e2-acb1-6ec67120966b req-58b8da86-b215-44e8-a626-f24ed563a63b service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updated VIF entry in instance network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1144.385737] env[69773]: DEBUG nova.network.neutron [req-3e6aa1c6-fdeb-49e2-acb1-6ec67120966b req-58b8da86-b215-44e8-a626-f24ed563a63b service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.388040] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a3a4b1-94c9-42d4-b2ff-3ad4c9bafb97 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.530718] env[69773]: DEBUG oslo_vmware.api [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390800, 'name': PowerOffVM_Task, 'duration_secs': 0.249792} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.531148] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.531428] env[69773]: DEBUG nova.compute.manager [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.532362] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821e1f2f-fde6-4375-8fe3-a2c40769a416 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.605229] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390801, 'name': CreateVM_Task, 'duration_secs': 0.390657} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.611393] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.612363] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.612548] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.612840] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.615054] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29600335-d886-4ebf-80bc-7e59a494106b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.621992] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390802, 'name': Rename_Task, 'duration_secs': 0.179884} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.622394] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.623447] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76aa0f5f-316e-4caa-bd2d-bf3192e9762b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.625882] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1144.625882] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e3ce1f-92bb-f7a3-e4a1-9d8cc99faf54" [ 1144.625882] env[69773]: _type = "Task" [ 1144.625882] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.631071] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1144.631071] env[69773]: value = "task-3390803" [ 1144.631071] env[69773]: _type = "Task" [ 1144.631071] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.641694] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e3ce1f-92bb-f7a3-e4a1-9d8cc99faf54, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.643533] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.643533] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.643533] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.643533] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.643702] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.643936] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-def02aa0-2c47-42d0-b2e4-76d20f15b2ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.648929] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.658067] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.658067] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.658762] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55fb82b-9e25-4213-a8ba-7dc87cc4fc7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.665104] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1144.665104] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c21535-cb4e-0006-54c6-f5ba8e610628" [ 1144.665104] env[69773]: _type = "Task" [ 1144.665104] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.672570] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da32479b-65db-4937-affb-b560d8d4cccd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.678946] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c21535-cb4e-0006-54c6-f5ba8e610628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.684228] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a5cad-20c0-4321-91ee-dc841c704205 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.719672] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6bcea6-9579-4a64-ae78-014e3eeb7c82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.728462] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfccef9e-b8cc-4b0d-83d5-6afbd682765f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.747978] env[69773]: DEBUG nova.compute.provider_tree [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.896353] env[69773]: DEBUG oslo_concurrency.lockutils [req-3e6aa1c6-fdeb-49e2-acb1-6ec67120966b req-58b8da86-b215-44e8-a626-f24ed563a63b service nova] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.049805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6c4aebb9-4843-4a2e-af5a-25819c398b98 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.120294] env[69773]: DEBUG nova.network.neutron [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Successfully updated port: 21188377-e18c-42cd-80e0-28f951923ae4 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1145.144837] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390803, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.177492] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c21535-cb4e-0006-54c6-f5ba8e610628, 'name': SearchDatastore_Task, 'duration_secs': 0.010436} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.178244] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f51b393c-1b76-4f4e-b4a0-6930d9cf0d4c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.185475] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1145.185475] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dc6fcf-8df9-852d-995a-9a2ef909ca26" [ 1145.185475] env[69773]: _type = "Task" [ 1145.185475] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.194699] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dc6fcf-8df9-852d-995a-9a2ef909ca26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.252783] env[69773]: DEBUG nova.scheduler.client.report [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.281715] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.281995] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.360482] env[69773]: DEBUG nova.objects.instance [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.529371] env[69773]: DEBUG nova.compute.manager [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Received event network-vif-plugged-21188377-e18c-42cd-80e0-28f951923ae4 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.529590] env[69773]: DEBUG oslo_concurrency.lockutils [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] Acquiring lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.529801] env[69773]: DEBUG oslo_concurrency.lockutils [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] Lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.529966] env[69773]: DEBUG oslo_concurrency.lockutils [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] Lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.530155] env[69773]: DEBUG nova.compute.manager [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] No waiting events found dispatching network-vif-plugged-21188377-e18c-42cd-80e0-28f951923ae4 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1145.530314] env[69773]: WARNING nova.compute.manager [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Received unexpected event network-vif-plugged-21188377-e18c-42cd-80e0-28f951923ae4 for instance with vm_state building and task_state spawning. [ 1145.530471] env[69773]: DEBUG nova.compute.manager [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Received event network-changed-21188377-e18c-42cd-80e0-28f951923ae4 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.530642] env[69773]: DEBUG nova.compute.manager [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Refreshing instance network info cache due to event network-changed-21188377-e18c-42cd-80e0-28f951923ae4. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.530854] env[69773]: DEBUG oslo_concurrency.lockutils [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] Acquiring lock "refresh_cache-617c58f7-8f68-46f6-82a2-4c3fe82845b7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.530972] env[69773]: DEBUG oslo_concurrency.lockutils [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] Acquired lock "refresh_cache-617c58f7-8f68-46f6-82a2-4c3fe82845b7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.531382] env[69773]: DEBUG nova.network.neutron [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Refreshing network info cache for port 21188377-e18c-42cd-80e0-28f951923ae4 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1145.622602] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquiring lock "refresh_cache-617c58f7-8f68-46f6-82a2-4c3fe82845b7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.644869] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390803, 'name': PowerOnVM_Task, 'duration_secs': 0.831634} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.645245] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.645526] env[69773]: INFO nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1145.645762] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.646601] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e81ea9b-4e89-43ba-aa48-75653145f76c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.696395] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dc6fcf-8df9-852d-995a-9a2ef909ca26, 'name': SearchDatastore_Task, 'duration_secs': 0.028812} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.697410] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.697737] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] ac08ed0b-bb1d-4c53-bcf9-9594733fbe48/ac08ed0b-bb1d-4c53-bcf9-9594733fbe48.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.698046] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3181381-4471-4555-ba57-7ede38f7f391 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.705522] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1145.705522] env[69773]: value = "task-3390804" [ 1145.705522] env[69773]: _type = "Task" [ 1145.705522] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.714444] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.759352] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.461s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.761869] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.210s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.785579] env[69773]: DEBUG nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.839785] env[69773]: INFO nova.network.neutron [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1145.868729] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.868729] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.869053] env[69773]: DEBUG nova.network.neutron [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1145.869228] env[69773]: DEBUG nova.objects.instance [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'info_cache' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.167029] env[69773]: INFO nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Took 16.66 seconds to build instance. [ 1146.217270] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477888} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.217555] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] ac08ed0b-bb1d-4c53-bcf9-9594733fbe48/ac08ed0b-bb1d-4c53-bcf9-9594733fbe48.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.217768] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.218050] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a5c5d1-a688-43de-b31b-7008be6b06ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.226377] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1146.226377] env[69773]: value = "task-3390805" [ 1146.226377] env[69773]: _type = "Task" [ 1146.226377] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.234360] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.264974] env[69773]: DEBUG nova.objects.instance [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'migration_context' on Instance uuid 91226260-9e23-4a9e-ba63-bcb0a03621b9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.300010] env[69773]: DEBUG nova.network.neutron [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1146.332804] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.374164] env[69773]: DEBUG nova.objects.base [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Object Instance<40822524-65fe-4e0a-924b-e2ed060b8957> lazy-loaded attributes: flavor,info_cache {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1146.440786] env[69773]: DEBUG nova.network.neutron [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.669180] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "8088376a-1a78-4313-a947-eb01840b01f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.169s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.737141] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068281} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.737426] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.738208] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae6a90-a058-4201-b382-fa25fc9425ae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.761931] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] ac08ed0b-bb1d-4c53-bcf9-9594733fbe48/ac08ed0b-bb1d-4c53-bcf9-9594733fbe48.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.763024] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76be40e1-51b8-4b0b-b14c-882ba6a395c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.786844] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1146.786844] env[69773]: value = "task-3390806" [ 1146.786844] env[69773]: _type = "Task" [ 1146.786844] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.799585] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.945172] env[69773]: DEBUG oslo_concurrency.lockutils [req-53cb5533-6bfe-4fe8-961f-d22ffa4976aa req-358e6ab8-eed5-4f76-89a8-db602749d091 service nova] Releasing lock "refresh_cache-617c58f7-8f68-46f6-82a2-4c3fe82845b7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.945172] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquired lock "refresh_cache-617c58f7-8f68-46f6-82a2-4c3fe82845b7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.945172] env[69773]: DEBUG nova.network.neutron [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1147.006015] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a569f7-2b05-447f-904c-4e41afd6e0d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.014283] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389c4a5a-8086-4070-9e1f-126b1b63a5a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.049676] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df368fe5-02f3-4527-8ed3-7c221dad4b41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.057772] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71be52-bcc7-4137-8eea-c7e158a2aab9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.071743] env[69773]: DEBUG nova.compute.provider_tree [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.175488] env[69773]: DEBUG nova.network.neutron [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updating instance_info_cache with network_info: [{"id": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "address": "fa:16:3e:1c:ad:da", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e63e816-e6", "ovs_interfaceid": "9e63e816-e6bc-4c2f-a8c9-8d22b75560ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.297148] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390806, 'name': ReconfigVM_Task, 'duration_secs': 0.365777} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.297431] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Reconfigured VM instance instance-00000062 to attach disk [datastore2] ac08ed0b-bb1d-4c53-bcf9-9594733fbe48/ac08ed0b-bb1d-4c53-bcf9-9594733fbe48.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.298107] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d5fa2bb-2a03-4c82-879f-b0dd0c57b6fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.305113] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1147.305113] env[69773]: value = "task-3390807" [ 1147.305113] env[69773]: _type = "Task" [ 1147.305113] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.314389] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390807, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.492373] env[69773]: DEBUG nova.network.neutron [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1147.576852] env[69773]: DEBUG nova.scheduler.client.report [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.678575] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Releasing lock "refresh_cache-40822524-65fe-4e0a-924b-e2ed060b8957" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.704527] env[69773]: DEBUG nova.network.neutron [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Updating instance_info_cache with network_info: [{"id": "21188377-e18c-42cd-80e0-28f951923ae4", "address": "fa:16:3e:66:3a:ac", "network": {"id": "eed084a6-687c-4af0-8729-ad7d384ed464", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-490115184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf5b24aaa1954cb5bed3410421d84be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21188377-e1", "ovs_interfaceid": "21188377-e18c-42cd-80e0-28f951923ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.815974] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390807, 'name': Rename_Task, 'duration_secs': 0.175692} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.816530] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.816806] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2543f330-cf13-4657-9494-f79089e1e27a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.838655] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1147.838655] env[69773]: value = "task-3390808" [ 1147.838655] env[69773]: _type = "Task" [ 1147.838655] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.853180] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.874970] env[69773]: DEBUG nova.compute.manager [req-417a1949-3566-4886-9c44-a53a3d781483 req-7513c0d1-13f5-4c07-8a78-aaf2744042ae service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received event network-vif-plugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.875371] env[69773]: DEBUG oslo_concurrency.lockutils [req-417a1949-3566-4886-9c44-a53a3d781483 req-7513c0d1-13f5-4c07-8a78-aaf2744042ae service nova] Acquiring lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.875500] env[69773]: DEBUG oslo_concurrency.lockutils [req-417a1949-3566-4886-9c44-a53a3d781483 req-7513c0d1-13f5-4c07-8a78-aaf2744042ae service nova] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.875698] env[69773]: DEBUG oslo_concurrency.lockutils [req-417a1949-3566-4886-9c44-a53a3d781483 req-7513c0d1-13f5-4c07-8a78-aaf2744042ae service nova] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.875870] env[69773]: DEBUG nova.compute.manager [req-417a1949-3566-4886-9c44-a53a3d781483 req-7513c0d1-13f5-4c07-8a78-aaf2744042ae service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] No waiting events found dispatching network-vif-plugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.876712] env[69773]: WARNING nova.compute.manager [req-417a1949-3566-4886-9c44-a53a3d781483 req-7513c0d1-13f5-4c07-8a78-aaf2744042ae service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received unexpected event network-vif-plugged-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1147.988359] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.988645] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.988837] env[69773]: DEBUG nova.network.neutron [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1148.206874] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Releasing lock "refresh_cache-617c58f7-8f68-46f6-82a2-4c3fe82845b7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.207222] env[69773]: DEBUG nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Instance network_info: |[{"id": "21188377-e18c-42cd-80e0-28f951923ae4", "address": "fa:16:3e:66:3a:ac", "network": {"id": "eed084a6-687c-4af0-8729-ad7d384ed464", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-490115184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf5b24aaa1954cb5bed3410421d84be8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21188377-e1", "ovs_interfaceid": "21188377-e18c-42cd-80e0-28f951923ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.209376] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:3a:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21188377-e18c-42cd-80e0-28f951923ae4', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.217834] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Creating folder: Project (cf5b24aaa1954cb5bed3410421d84be8). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.219378] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a46824-96b1-45ae-8d7f-728917ac7442 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.236843] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Created folder: Project (cf5b24aaa1954cb5bed3410421d84be8) in parent group-v676268. [ 1148.237133] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Creating folder: Instances. Parent ref: group-v676547. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1148.237815] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea72f56-1eef-49c6-b258-208238faf8e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.250438] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Created folder: Instances in parent group-v676547. [ 1148.250872] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.251134] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.251359] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-730cbe50-adbd-401c-b34d-c55e65f66b82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.275614] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.275614] env[69773]: value = "task-3390811" [ 1148.275614] env[69773]: _type = "Task" [ 1148.275614] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.288020] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390811, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.351273] env[69773]: DEBUG oslo_vmware.api [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390808, 'name': PowerOnVM_Task, 'duration_secs': 0.504169} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.351452] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.352039] env[69773]: INFO nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Took 8.83 seconds to spawn the instance on the hypervisor. [ 1148.352039] env[69773]: DEBUG nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.353045] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fa289-9ace-4eb0-bfa9-ac0de54260b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.587919] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.826s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.594199] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.007s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.595768] env[69773]: INFO nova.compute.claims [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.686392] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.686816] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c6ce44f-e636-44c1-a5a6-0bc9301c0373 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.701369] env[69773]: DEBUG oslo_vmware.api [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1148.701369] env[69773]: value = "task-3390812" [ 1148.701369] env[69773]: _type = "Task" [ 1148.701369] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.709884] env[69773]: DEBUG oslo_vmware.api [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.792488] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390811, 'name': CreateVM_Task, 'duration_secs': 0.365249} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.792488] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.793520] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.793838] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.794307] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.794653] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bfe193-1e96-460f-ae9b-aec7fa07c649 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.802423] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1148.802423] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529b5efc-220b-eec0-39a5-08ad0139a7ce" [ 1148.802423] env[69773]: _type = "Task" [ 1148.802423] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.811456] env[69773]: DEBUG nova.network.neutron [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating instance_info_cache with network_info: [{"id": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "address": "fa:16:3e:49:ab:15", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8394cc1f-a3", "ovs_interfaceid": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.822700] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529b5efc-220b-eec0-39a5-08ad0139a7ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.876534] env[69773]: INFO nova.compute.manager [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Took 19.31 seconds to build instance. [ 1149.211110] env[69773]: DEBUG oslo_vmware.api [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390812, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.314483] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529b5efc-220b-eec0-39a5-08ad0139a7ce, 'name': SearchDatastore_Task, 'duration_secs': 0.038076} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.314920] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.315187] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.315430] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.315571] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.315744] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.316423] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2e49496-384b-4dc6-810c-03a158ca4904 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.323163] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.332763] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.333746] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.334380] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69b840a-bfa1-4f07-a935-7358aa385b29 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.343384] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1149.343384] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52451ab5-453e-7860-2ae6-2ad4974e59b6" [ 1149.343384] env[69773]: _type = "Task" [ 1149.343384] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.355917] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52451ab5-453e-7860-2ae6-2ad4974e59b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.358313] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='264c4c3ce3ec34abb432af18e15e13a8',container_format='bare',created_at=2025-04-09T19:10:21Z,direct_url=,disk_format='vmdk',id=304a6037-42e7-4250-bf48-e1e3e06653e3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-600530949-shelved',owner='6aeafafd2fbd4585bb6f775e54eb2721',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-09T19:10:40Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.358792] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.358872] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.359343] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.359343] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.359426] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.359564] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.359761] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.359873] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.360045] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.360219] env[69773]: DEBUG nova.virt.hardware [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.361078] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0487a121-25d3-4f5a-94c1-a6214b8fc041 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.370023] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8bdcb-9b16-4c3a-9373-4413d4ee4be3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.386898] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70fa4bc1-47c0-4284-b7a1-246ef8c8be6b tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.823s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.388463] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:ab:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '51876cd6-d373-4edc-8595-254e5d631378', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8394cc1f-a30d-4ff0-b50e-3a32bff4dab0', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.396626] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.397305] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.397305] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79107ee5-2793-4a81-8167-02eabac927cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.419782] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.419782] env[69773]: value = "task-3390813" [ 1149.419782] env[69773]: _type = "Task" [ 1149.419782] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.429602] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390813, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.649557] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "8088376a-1a78-4313-a947-eb01840b01f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.650840] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "8088376a-1a78-4313-a947-eb01840b01f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.650840] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "8088376a-1a78-4313-a947-eb01840b01f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.650840] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "8088376a-1a78-4313-a947-eb01840b01f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.650840] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "8088376a-1a78-4313-a947-eb01840b01f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.658293] env[69773]: INFO nova.compute.manager [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Terminating instance [ 1149.711228] env[69773]: DEBUG oslo_vmware.api [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390812, 'name': PowerOnVM_Task, 'duration_secs': 0.744943} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.711512] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.711669] env[69773]: DEBUG nova.compute.manager [None req-fb4407d5-15b0-4838-8f37-0dcfb77905b6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.714682] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a1464c-5619-4f8e-b4a5-61fb074e2d1c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.783104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.783440] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.783722] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.783978] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.784225] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.786764] env[69773]: INFO nova.compute.manager [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Terminating instance [ 1149.855780] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52451ab5-453e-7860-2ae6-2ad4974e59b6, 'name': SearchDatastore_Task, 'duration_secs': 0.013897} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.856590] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e67c68-1b48-4f3a-9b8b-289bda372e4b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.861702] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fd5f86-52dd-4e55-b955-113aeef5a902 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.865191] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1149.865191] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52079b01-ccf4-db35-a3a9-33dbf83de8d5" [ 1149.865191] env[69773]: _type = "Task" [ 1149.865191] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.871556] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4927a4a1-fd17-4ac5-8c6b-ee62f4b5708a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.877957] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52079b01-ccf4-db35-a3a9-33dbf83de8d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.909463] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da6349e-7cc2-4074-87c4-34c80c8c87f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.913180] env[69773]: DEBUG nova.compute.manager [req-78d6f7dd-65bc-4ba9-acfb-24d0f70938f3 req-a2e04d85-a246-49de-9362-e4a1addec0e2 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received event network-changed-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.913372] env[69773]: DEBUG nova.compute.manager [req-78d6f7dd-65bc-4ba9-acfb-24d0f70938f3 req-a2e04d85-a246-49de-9362-e4a1addec0e2 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Refreshing instance network info cache due to event network-changed-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.913588] env[69773]: DEBUG oslo_concurrency.lockutils [req-78d6f7dd-65bc-4ba9-acfb-24d0f70938f3 req-a2e04d85-a246-49de-9362-e4a1addec0e2 service nova] Acquiring lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.913729] env[69773]: DEBUG oslo_concurrency.lockutils [req-78d6f7dd-65bc-4ba9-acfb-24d0f70938f3 req-a2e04d85-a246-49de-9362-e4a1addec0e2 service nova] Acquired lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.913918] env[69773]: DEBUG nova.network.neutron [req-78d6f7dd-65bc-4ba9-acfb-24d0f70938f3 req-a2e04d85-a246-49de-9362-e4a1addec0e2 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Refreshing network info cache for port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1149.924917] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758ec6c7-ce20-4008-aba8-6694576bb9c2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.937865] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390813, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.946277] env[69773]: DEBUG nova.compute.provider_tree [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.135883] env[69773]: INFO nova.compute.manager [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Swapping old allocation on dict_keys(['9accc708-4d34-4324-945b-6edf01e232c6']) held by migration edfe6d98-f611-49af-8112-7437f710251a for instance [ 1150.158199] env[69773]: DEBUG nova.scheduler.client.report [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Overwriting current allocation {'allocations': {'9accc708-4d34-4324-945b-6edf01e232c6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 140}}, 'project_id': 'fb40387446674823ba68438dbb4cf9c9', 'user_id': 'd7c15677dc454f6f8bec89f582b4a798', 'consumer_generation': 1} on consumer 91226260-9e23-4a9e-ba63-bcb0a03621b9 {{(pid=69773) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1150.161153] env[69773]: DEBUG nova.compute.manager [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.161454] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.162641] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3511e1-9cf6-4870-8c23-9ab465d88394 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.172417] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.172698] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95c4c27e-72d7-4158-a923-40fd5774cf5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.182159] env[69773]: DEBUG oslo_vmware.api [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1150.182159] env[69773]: value = "task-3390814" [ 1150.182159] env[69773]: _type = "Task" [ 1150.182159] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.192504] env[69773]: DEBUG oslo_vmware.api [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.274872] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.275156] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.275419] env[69773]: DEBUG nova.network.neutron [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1150.293067] env[69773]: DEBUG nova.compute.manager [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.293067] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.293067] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4b6580-423b-4678-a1f7-30bc65c17fb0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.304307] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.304307] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-546a8a98-3d8e-40bf-b484-28d2d9c057c2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.311593] env[69773]: DEBUG oslo_vmware.api [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1150.311593] env[69773]: value = "task-3390815" [ 1150.311593] env[69773]: _type = "Task" [ 1150.311593] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.320498] env[69773]: DEBUG oslo_vmware.api [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.376557] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52079b01-ccf4-db35-a3a9-33dbf83de8d5, 'name': SearchDatastore_Task, 'duration_secs': 0.014576} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.376961] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.377354] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 617c58f7-8f68-46f6-82a2-4c3fe82845b7/617c58f7-8f68-46f6-82a2-4c3fe82845b7.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.377702] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6547ed4-64fe-450f-a60e-40cf5cd0b6d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.386054] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1150.386054] env[69773]: value = "task-3390816" [ 1150.386054] env[69773]: _type = "Task" [ 1150.386054] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.395276] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.430338] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390813, 'name': CreateVM_Task, 'duration_secs': 0.575317} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.431480] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.431480] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.431480] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.431737] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.431998] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8627b9a-6b99-48de-bd14-1f9f525fd363 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.438845] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1150.438845] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526ab545-fbb1-d66c-e752-7b7288d930ac" [ 1150.438845] env[69773]: _type = "Task" [ 1150.438845] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.445910] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526ab545-fbb1-d66c-e752-7b7288d930ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.449404] env[69773]: DEBUG nova.scheduler.client.report [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.700730] env[69773]: DEBUG oslo_vmware.api [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390814, 'name': PowerOffVM_Task, 'duration_secs': 0.220755} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.702019] env[69773]: DEBUG nova.network.neutron [req-78d6f7dd-65bc-4ba9-acfb-24d0f70938f3 req-a2e04d85-a246-49de-9362-e4a1addec0e2 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updated VIF entry in instance network info cache for port 8394cc1f-a30d-4ff0-b50e-3a32bff4dab0. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1150.702445] env[69773]: DEBUG nova.network.neutron [req-78d6f7dd-65bc-4ba9-acfb-24d0f70938f3 req-a2e04d85-a246-49de-9362-e4a1addec0e2 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating instance_info_cache with network_info: [{"id": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "address": "fa:16:3e:49:ab:15", "network": {"id": "e197c157-8f6f-45cd-bc79-a4983e36e613", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1584531808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6aeafafd2fbd4585bb6f775e54eb2721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "51876cd6-d373-4edc-8595-254e5d631378", "external-id": "nsx-vlan-transportzone-916", "segmentation_id": 916, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8394cc1f-a3", "ovs_interfaceid": "8394cc1f-a30d-4ff0-b50e-3a32bff4dab0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.704352] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.704608] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.705122] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2819cdd-7ea9-4f27-bd26-1e0f7d34b27b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.803647] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.803647] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.803647] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleting the datastore file [datastore2] 8088376a-1a78-4313-a947-eb01840b01f4 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.803647] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7edec1ca-9503-45d3-8088-b6a6f361a1ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.814666] env[69773]: DEBUG oslo_vmware.api [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1150.814666] env[69773]: value = "task-3390818" [ 1150.814666] env[69773]: _type = "Task" [ 1150.814666] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.845495] env[69773]: DEBUG oslo_vmware.api [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.846116] env[69773]: DEBUG oslo_vmware.api [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390815, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.897045] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.948927] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.949216] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Processing image 304a6037-42e7-4250-bf48-e1e3e06653e3 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.949455] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3/304a6037-42e7-4250-bf48-e1e3e06653e3.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.949601] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3/304a6037-42e7-4250-bf48-e1e3e06653e3.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.949826] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.950098] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e94a3bd-40e1-43ea-b546-4d8f164ed48e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.955284] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.955851] env[69773]: DEBUG nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.959106] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.627s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.960793] env[69773]: INFO nova.compute.claims [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.968764] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.968955] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.969934] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19aed542-f4a1-4d90-8632-4276b6df47e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.977421] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1150.977421] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520683c2-8bfc-eb88-ed73-4b357143e5a7" [ 1150.977421] env[69773]: _type = "Task" [ 1150.977421] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.986284] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520683c2-8bfc-eb88-ed73-4b357143e5a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.091540] env[69773]: DEBUG nova.network.neutron [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [{"id": "f588e01f-fe9d-4f57-88df-71a0be44245c", "address": "fa:16:3e:a9:74:a9", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf588e01f-fe", "ovs_interfaceid": "f588e01f-fe9d-4f57-88df-71a0be44245c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.206719] env[69773]: DEBUG oslo_concurrency.lockutils [req-78d6f7dd-65bc-4ba9-acfb-24d0f70938f3 req-a2e04d85-a246-49de-9362-e4a1addec0e2 service nova] Releasing lock "refresh_cache-2fed43f4-a3a8-45af-8211-6f426d1e2cac" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.330429] env[69773]: DEBUG oslo_vmware.api [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390815, 'name': PowerOffVM_Task, 'duration_secs': 0.82064} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.331334] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.331521] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.331824] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c677a9b0-0dc9-4b1d-a639-443f5fb24f8b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.339600] env[69773]: DEBUG oslo_vmware.api [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264632} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.340293] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.340293] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.341119] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.341119] env[69773]: INFO nova.compute.manager [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1151.341119] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.341307] env[69773]: DEBUG nova.compute.manager [-] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.341356] env[69773]: DEBUG nova.network.neutron [-] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1151.397955] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.989212} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.399011] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 617c58f7-8f68-46f6-82a2-4c3fe82845b7/617c58f7-8f68-46f6-82a2-4c3fe82845b7.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.399011] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.399011] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0208f42e-46b8-4aa8-99a6-166440991d63 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.411045] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1151.411045] env[69773]: value = "task-3390820" [ 1151.411045] env[69773]: _type = "Task" [ 1151.411045] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.418226] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.418226] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.418226] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleting the datastore file [datastore2] ac08ed0b-bb1d-4c53-bcf9-9594733fbe48 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.418226] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b405b955-178e-4ef0-bdf5-c2ff6d7d5158 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.422466] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.429424] env[69773]: DEBUG oslo_vmware.api [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for the task: (returnval){ [ 1151.429424] env[69773]: value = "task-3390821" [ 1151.429424] env[69773]: _type = "Task" [ 1151.429424] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.438243] env[69773]: DEBUG oslo_vmware.api [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.469756] env[69773]: DEBUG nova.compute.utils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.471669] env[69773]: DEBUG nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.471887] env[69773]: DEBUG nova.network.neutron [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.493252] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Preparing fetch location {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1151.493516] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Fetch image to [datastore1] OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46/OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46.vmdk {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1151.493731] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Downloading stream optimized image 304a6037-42e7-4250-bf48-e1e3e06653e3 to [datastore1] OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46/OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46.vmdk on the data store datastore1 as vApp {{(pid=69773) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1151.495188] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Downloading image file data 304a6037-42e7-4250-bf48-e1e3e06653e3 to the ESX as VM named 'OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46' {{(pid=69773) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1151.576404] env[69773]: DEBUG nova.policy [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.594148] env[69773]: DEBUG oslo_concurrency.lockutils [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-91226260-9e23-4a9e-ba63-bcb0a03621b9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.595102] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d3781f-a04f-4c79-a50a-29d506a9e01e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.605165] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d30149f5-91e0-4e3d-8d91-47158e70fe48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.608736] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1151.608736] env[69773]: value = "resgroup-9" [ 1151.608736] env[69773]: _type = "ResourcePool" [ 1151.608736] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1151.609162] env[69773]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cf01563e-7b3e-4d54-a836-d12d39b4fba5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.634554] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lease: (returnval){ [ 1151.634554] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5fb9e-bce3-f7c2-b0cd-8c5c8ddf3c77" [ 1151.634554] env[69773]: _type = "HttpNfcLease" [ 1151.634554] env[69773]: } obtained for vApp import into resource pool (val){ [ 1151.634554] env[69773]: value = "resgroup-9" [ 1151.634554] env[69773]: _type = "ResourcePool" [ 1151.634554] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1151.635244] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the lease: (returnval){ [ 1151.635244] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5fb9e-bce3-f7c2-b0cd-8c5c8ddf3c77" [ 1151.635244] env[69773]: _type = "HttpNfcLease" [ 1151.635244] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1151.650278] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1151.650278] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5fb9e-bce3-f7c2-b0cd-8c5c8ddf3c77" [ 1151.650278] env[69773]: _type = "HttpNfcLease" [ 1151.650278] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1151.922363] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090164} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.922638] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.923938] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6be72e2-201b-4707-8d17-24ea0978b86e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.951104] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 617c58f7-8f68-46f6-82a2-4c3fe82845b7/617c58f7-8f68-46f6-82a2-4c3fe82845b7.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.954157] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db9f754d-e98e-40be-a0e3-4c9ce6373c81 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.979802] env[69773]: DEBUG nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.982944] env[69773]: DEBUG oslo_vmware.api [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Task: {'id': task-3390821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273607} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.987253] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.987253] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.987253] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.987253] env[69773]: INFO nova.compute.manager [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1151.987253] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.987253] env[69773]: DEBUG nova.compute.manager [-] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.987253] env[69773]: DEBUG nova.network.neutron [-] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1151.996391] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1151.996391] env[69773]: value = "task-3390823" [ 1151.996391] env[69773]: _type = "Task" [ 1151.996391] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.006474] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390823, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.121185] env[69773]: DEBUG nova.compute.manager [req-4c825769-1bc7-4408-b793-5b1bc2bf9f67 req-323a7101-fc80-401c-9057-da71b51ed37f service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Received event network-vif-deleted-3c647eb7-798c-450b-897f-e9c9bff9e4c5 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.121185] env[69773]: INFO nova.compute.manager [req-4c825769-1bc7-4408-b793-5b1bc2bf9f67 req-323a7101-fc80-401c-9057-da71b51ed37f service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Neutron deleted interface 3c647eb7-798c-450b-897f-e9c9bff9e4c5; detaching it from the instance and deleting it from the info cache [ 1152.121185] env[69773]: DEBUG nova.network.neutron [req-4c825769-1bc7-4408-b793-5b1bc2bf9f67 req-323a7101-fc80-401c-9057-da71b51ed37f service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.152417] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.152417] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5fb9e-bce3-f7c2-b0cd-8c5c8ddf3c77" [ 1152.152417] env[69773]: _type = "HttpNfcLease" [ 1152.152417] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1152.273115] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49fc51d-dcb5-4f41-946a-578e9f0cf7e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.282836] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117eb169-77ab-4dde-aeb2-c850f310bcbe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.321758] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f11ac8-6ecb-45f7-8a4d-be1d7cadb79a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.330915] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c40235-5af9-4121-9d03-1ee253746127 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.346775] env[69773]: DEBUG nova.compute.provider_tree [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.407686] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.407967] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.441876] env[69773]: DEBUG nova.network.neutron [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Successfully created port: 2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.473196] env[69773]: DEBUG nova.network.neutron [-] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.506848] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390823, 'name': ReconfigVM_Task, 'duration_secs': 0.433642} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.507155] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 617c58f7-8f68-46f6-82a2-4c3fe82845b7/617c58f7-8f68-46f6-82a2-4c3fe82845b7.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.507789] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ded71dee-bffa-443c-98fd-7c2fa923d5ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.515558] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1152.515558] env[69773]: value = "task-3390824" [ 1152.515558] env[69773]: _type = "Task" [ 1152.515558] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.528286] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390824, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.628879] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7c8c8027-d294-4c1b-bd05-71650ea90b42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.637933] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8e29e2-d374-485f-baa5-c9f7e0b4b9c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.665149] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1152.665149] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5fb9e-bce3-f7c2-b0cd-8c5c8ddf3c77" [ 1152.665149] env[69773]: _type = "HttpNfcLease" [ 1152.665149] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1152.665540] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1152.665540] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f5fb9e-bce3-f7c2-b0cd-8c5c8ddf3c77" [ 1152.665540] env[69773]: _type = "HttpNfcLease" [ 1152.665540] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1152.666303] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafa58da-d8ee-46f3-aefd-5c6317c56fbf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.682739] env[69773]: DEBUG nova.compute.manager [req-4c825769-1bc7-4408-b793-5b1bc2bf9f67 req-323a7101-fc80-401c-9057-da71b51ed37f service nova] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Detach interface failed, port_id=3c647eb7-798c-450b-897f-e9c9bff9e4c5, reason: Instance 8088376a-1a78-4313-a947-eb01840b01f4 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.689614] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524be481-9b6f-fbac-0e1b-e91b9502d052/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1152.689614] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524be481-9b6f-fbac-0e1b-e91b9502d052/disk-0.vmdk. {{(pid=69773) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1152.750633] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.751282] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe61a81-38f7-4c45-a1b7-3dbc315a60b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.757959] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d85dfa59-617d-4202-8e28-8637139be485 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.762792] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1152.762792] env[69773]: value = "task-3390825" [ 1152.762792] env[69773]: _type = "Task" [ 1152.762792] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.773842] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.850440] env[69773]: DEBUG nova.scheduler.client.report [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.853868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "49d461a7-44c5-47c8-b033-70992a734e32" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.854136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "49d461a7-44c5-47c8-b033-70992a734e32" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.887447] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.887447] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.911410] env[69773]: INFO nova.compute.manager [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Detaching volume 4e6b7c9b-8d67-47b9-9095-8e69473e6e76 [ 1152.921077] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.921366] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.962222] env[69773]: INFO nova.virt.block_device [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Attempting to driver detach volume 4e6b7c9b-8d67-47b9-9095-8e69473e6e76 from mountpoint /dev/sdb [ 1152.962615] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1152.962984] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676529', 'volume_id': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'name': 'volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3cbd675-8893-4267-b1dd-10a9f8bc6a68', 'attached_at': '', 'detached_at': '', 'volume_id': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'serial': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1152.963946] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfc8da2-677c-44f9-8961-707df31a6556 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.975537] env[69773]: INFO nova.compute.manager [-] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Took 1.63 seconds to deallocate network for instance. [ 1152.996975] env[69773]: DEBUG nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.008440] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1616c29-da79-487f-bdbd-97ebfa0d7622 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.024660] env[69773]: DEBUG nova.network.neutron [-] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.027536] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ebc250-ece9-4631-904e-7dda9e789ab3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.040035] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390824, 'name': Rename_Task, 'duration_secs': 0.16031} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.040035] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.040035] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7146fbfe-4ca1-4e65-988e-17bd9458ea01 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.066289] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22df4a-2e08-4c26-8820-cc10f86d9bc4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.072465] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1153.072465] env[69773]: value = "task-3390826" [ 1153.072465] env[69773]: _type = "Task" [ 1153.072465] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.080394] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.081449] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.081449] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.081449] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.081449] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.081449] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.081875] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.081875] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.081875] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.082021] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.082191] env[69773]: DEBUG nova.virt.hardware [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.094128] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebced8b4-e86b-493e-ab30-6507147b0b8f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.097384] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] The volume has not been displaced from its original location: [datastore2] volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76/volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1153.103053] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1153.108707] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c972b242-20bb-42a2-8296-8d5818460b1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.134093] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.139956] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0769c9af-bcbc-4d87-8127-37c3e59a6fe4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.147017] env[69773]: DEBUG oslo_vmware.api [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1153.147017] env[69773]: value = "task-3390827" [ 1153.147017] env[69773]: _type = "Task" [ 1153.147017] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.174085] env[69773]: DEBUG oslo_vmware.api [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390827, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.273900] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390825, 'name': PowerOffVM_Task, 'duration_secs': 0.26891} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.276212] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.276904] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.277160] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.277327] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.277541] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.277687] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.277845] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.278061] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.278243] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.278411] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.278570] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.278784] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.286711] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d0e9150-7377-4500-af4b-c6c3a0333ae8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.309881] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1153.309881] env[69773]: value = "task-3390828" [ 1153.309881] env[69773]: _type = "Task" [ 1153.309881] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.319538] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.357656] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.357656] env[69773]: DEBUG nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.360797] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.389965] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.425599] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.513987] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.514349] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.514574] env[69773]: DEBUG nova.objects.instance [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lazy-loading 'resources' on Instance uuid 8088376a-1a78-4313-a947-eb01840b01f4 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.531778] env[69773]: INFO nova.compute.manager [-] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Took 1.55 seconds to deallocate network for instance. [ 1153.590827] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390826, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.658755] env[69773]: DEBUG oslo_vmware.api [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390827, 'name': ReconfigVM_Task, 'duration_secs': 0.258834} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.659096] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1153.663862] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62c0c31-59c6-4c36-9b01-0360c0925aa9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.680945] env[69773]: DEBUG oslo_vmware.api [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1153.680945] env[69773]: value = "task-3390829" [ 1153.680945] env[69773]: _type = "Task" [ 1153.680945] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.690055] env[69773]: DEBUG oslo_vmware.api [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.821416] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390828, 'name': ReconfigVM_Task, 'duration_secs': 0.169829} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.822733] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f5b196-fdab-4445-88a8-1ba6bf255a20 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.845191] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.845452] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.845611] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.845794] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.845943] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.846111] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.846314] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.846515] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.846633] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.846794] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.846967] env[69773]: DEBUG nova.virt.hardware [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.850628] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4387a358-1b58-42f1-a720-681025e2c813 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.858234] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1153.858234] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5bc2c-36f8-f79a-771c-c470f673d72f" [ 1153.858234] env[69773]: _type = "Task" [ 1153.858234] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.865513] env[69773]: DEBUG nova.compute.utils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.874211] env[69773]: DEBUG nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.874379] env[69773]: DEBUG nova.network.neutron [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.876348] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5bc2c-36f8-f79a-771c-c470f673d72f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.895111] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.911442] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.917933] env[69773]: DEBUG nova.policy [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03d862c2174741832d52304e1fa5e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae15fe15017947e39091241f01d37120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.945039] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.039963] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.091544] env[69773]: DEBUG oslo_vmware.api [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390826, 'name': PowerOnVM_Task, 'duration_secs': 0.546729} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.093488] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.093709] env[69773]: INFO nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1154.095369] env[69773]: DEBUG nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.095369] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ad02c1-cc53-495f-bc3c-c20c14b63202 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.153516] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Completed reading data from the image iterator. {{(pid=69773) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1154.153947] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524be481-9b6f-fbac-0e1b-e91b9502d052/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1154.155395] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226df94e-9292-4028-aca4-a40be6b8abc0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.164285] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524be481-9b6f-fbac-0e1b-e91b9502d052/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1154.165053] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524be481-9b6f-fbac-0e1b-e91b9502d052/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1154.165053] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f2454999-34ba-4632-88b8-94047072bd6f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.195932] env[69773]: DEBUG oslo_vmware.api [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390829, 'name': ReconfigVM_Task, 'duration_secs': 0.222453} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.196357] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676529', 'volume_id': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'name': 'volume-4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3cbd675-8893-4267-b1dd-10a9f8bc6a68', 'attached_at': '', 'detached_at': '', 'volume_id': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76', 'serial': '4e6b7c9b-8d67-47b9-9095-8e69473e6e76'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1154.259361] env[69773]: DEBUG nova.compute.manager [req-67a76cf6-7eb8-472b-851b-ab7adad6883a req-4f0300b9-52a8-4c60-9d21-cc390620df9f service nova] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Received event network-vif-deleted-e284e15a-2547-4113-b44c-a261851e0695 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.357191] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52997026-b186-4f88-b63d-cb6193eaa89d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.370369] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5bc2c-36f8-f79a-771c-c470f673d72f, 'name': SearchDatastore_Task, 'duration_secs': 0.011858} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.377160] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfiguring VM instance instance-00000054 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1154.377780] env[69773]: DEBUG nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.380231] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f47dd2e-15ad-4479-bae8-8c8c9a07aebf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.395544] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4a22d0-3b5b-4faa-8fbe-9e4ab67a36ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.438525] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637bd0f-ce34-48d4-8f2a-e8e297d2edf6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.441887] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1154.441887] env[69773]: value = "task-3390830" [ 1154.441887] env[69773]: _type = "Task" [ 1154.441887] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.453089] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f179fc-26f1-4341-8842-8d9923621eba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.460737] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.471449] env[69773]: DEBUG nova.compute.provider_tree [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.473337] env[69773]: DEBUG nova.network.neutron [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Successfully created port: 858ad46a-f517-4ba5-b7bc-9576d9699cbd {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1154.608031] env[69773]: DEBUG oslo_vmware.rw_handles [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524be481-9b6f-fbac-0e1b-e91b9502d052/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1154.608031] env[69773]: INFO nova.virt.vmwareapi.images [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Downloaded image file data 304a6037-42e7-4250-bf48-e1e3e06653e3 [ 1154.608031] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed773dbf-94f3-4221-bda7-fe552e124adc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.628095] env[69773]: INFO nova.compute.manager [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Took 19.88 seconds to build instance. [ 1154.629149] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29fe3b29-3e56-49e7-b9bd-84a38ecd39c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.741363] env[69773]: INFO nova.virt.vmwareapi.images [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] The imported VM was unregistered [ 1154.741363] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Caching image {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1154.741542] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Creating directory with path [datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.741950] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e050e5ae-7537-4d21-ae46-8a9192e2f853 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.752105] env[69773]: DEBUG nova.objects.instance [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lazy-loading 'flavor' on Instance uuid b3cbd675-8893-4267-b1dd-10a9f8bc6a68 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.766223] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Created directory with path [datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3 {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.766423] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46/OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46.vmdk to [datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3/304a6037-42e7-4250-bf48-e1e3e06653e3.vmdk. {{(pid=69773) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1154.766695] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-29210e57-4f1e-4357-9e54-024e240277ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.775086] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1154.775086] env[69773]: value = "task-3390832" [ 1154.775086] env[69773]: _type = "Task" [ 1154.775086] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.783752] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390832, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.829410] env[69773]: DEBUG nova.network.neutron [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Successfully updated port: 2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.952110] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390830, 'name': ReconfigVM_Task, 'duration_secs': 0.209338} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.952468] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfigured VM instance instance-00000054 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.953297] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7a6cc2-cea5-4cd7-9387-75ab209abd7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.978693] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9/91226260-9e23-4a9e-ba63-bcb0a03621b9.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.979808] env[69773]: DEBUG nova.scheduler.client.report [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.982907] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae82235a-fd10-4cc4-99c6-83e4c992ad30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.005053] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1155.005053] env[69773]: value = "task-3390833" [ 1155.005053] env[69773]: _type = "Task" [ 1155.005053] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.013929] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.131549] env[69773]: DEBUG oslo_concurrency.lockutils [None req-410e995b-2a26-4e31-ab3a-c331021f8b1e tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.391s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.290858] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390832, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.333023] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.333184] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.333337] env[69773]: DEBUG nova.network.neutron [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1155.405675] env[69773]: DEBUG nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.437469] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.437763] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.437942] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.438202] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.438354] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.438499] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.438734] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.438930] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.439206] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.439380] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.439553] env[69773]: DEBUG nova.virt.hardware [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.441297] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3370baf-e943-425d-88cc-23d381483b07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.452267] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3dd8e8-310b-4725-9b93-65f08988135f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.498366] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.500927] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.606s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.502545] env[69773]: INFO nova.compute.claims [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.516245] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390833, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.530225] env[69773]: INFO nova.scheduler.client.report [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleted allocations for instance 8088376a-1a78-4313-a947-eb01840b01f4 [ 1155.764519] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2f65e026-4672-4d5c-b4ea-ed37c36f642c tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.787687] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390832, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.892172] env[69773]: DEBUG nova.network.neutron [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1156.022571] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390833, 'name': ReconfigVM_Task, 'duration_secs': 0.576483} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.022877] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9/91226260-9e23-4a9e-ba63-bcb0a03621b9.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.023809] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20412cd-4522-4ce9-8861-d7ba6cba6db2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.050014] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0694ac1c-860a-44e7-b16d-4ba7e2f23bd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.053164] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5033b080-12e1-4120-87ce-3ff79a018b3e tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "8088376a-1a78-4313-a947-eb01840b01f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.403s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.077282] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac05ada-1229-47b4-be8f-fe9d0d8f36b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.106700] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d66e3-ad51-4f90-8894-9793f3277cd7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.116474] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.118198] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6550479-43e4-4c89-9936-743b4f1044cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.125444] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1156.125444] env[69773]: value = "task-3390834" [ 1156.125444] env[69773]: _type = "Task" [ 1156.125444] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.137448] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390834, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.198161] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.198161] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.284584] env[69773]: DEBUG nova.network.neutron [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.297906] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390832, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.310193] env[69773]: DEBUG nova.compute.manager [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received event network-vif-plugged-2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.310493] env[69773]: DEBUG oslo_concurrency.lockutils [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] Acquiring lock "791070e6-9532-432b-a947-f1472390974b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.310807] env[69773]: DEBUG oslo_concurrency.lockutils [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] Lock "791070e6-9532-432b-a947-f1472390974b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.311036] env[69773]: DEBUG oslo_concurrency.lockutils [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] Lock "791070e6-9532-432b-a947-f1472390974b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.311258] env[69773]: DEBUG nova.compute.manager [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] No waiting events found dispatching network-vif-plugged-2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.311494] env[69773]: WARNING nova.compute.manager [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received unexpected event network-vif-plugged-2d9f9f75-7844-4aee-a491-29810542eb42 for instance with vm_state building and task_state spawning. [ 1156.311766] env[69773]: DEBUG nova.compute.manager [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received event network-changed-2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.311981] env[69773]: DEBUG nova.compute.manager [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing instance network info cache due to event network-changed-2d9f9f75-7844-4aee-a491-29810542eb42. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.312219] env[69773]: DEBUG oslo_concurrency.lockutils [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] Acquiring lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.373060] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.373358] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.374656] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.374656] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.374656] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.377226] env[69773]: INFO nova.compute.manager [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Terminating instance [ 1156.454033] env[69773]: DEBUG nova.network.neutron [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Successfully updated port: 858ad46a-f517-4ba5-b7bc-9576d9699cbd {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.638752] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390834, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.703113] env[69773]: DEBUG nova.compute.utils [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.779783] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquiring lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.780011] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.780198] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquiring lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.780512] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.780668] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.785799] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a005c-6113-4556-913b-f89d452b6228 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.789510] env[69773]: INFO nova.compute.manager [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Terminating instance [ 1156.795791] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.796198] env[69773]: DEBUG nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Instance network_info: |[{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.797818] env[69773]: DEBUG oslo_concurrency.lockutils [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] Acquired lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.798059] env[69773]: DEBUG nova.network.neutron [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing network info cache for port 2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1156.799926] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:72:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca16b6db-4f74-424c-9d36-925ad82cbdd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d9f9f75-7844-4aee-a491-29810542eb42', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.808106] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.810415] env[69773]: DEBUG nova.compute.manager [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.810600] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.813826] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791070e6-9532-432b-a947-f1472390974b] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.815605] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8268dd-9112-4805-8e60-151a1c9ff55a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.820805] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5b789dc-52d5-4663-92b4-8f4372a7e3cf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.841900] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035b2ccf-6dab-4b08-ba0e-b51a181c0a5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.846338] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390832, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.849999] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.850832] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1198b617-8e4b-431b-8355-1ab1652d44f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.856268] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.856268] env[69773]: value = "task-3390835" [ 1156.856268] env[69773]: _type = "Task" [ 1156.856268] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.891378] env[69773]: DEBUG nova.compute.manager [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.891531] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.892187] env[69773]: DEBUG oslo_vmware.api [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1156.892187] env[69773]: value = "task-3390836" [ 1156.892187] env[69773]: _type = "Task" [ 1156.892187] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.893946] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a148ab-479f-4658-be51-2c8b79c56d56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.897364] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc55c45a-0677-4e21-9f96-80812f491fba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.910663] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390835, 'name': CreateVM_Task} progress is 15%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.916935] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.922785] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31d20cbd-d5df-47e6-88b5-f5444454c18a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.924956] env[69773]: DEBUG oslo_vmware.api [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.926612] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879a8616-d484-47ee-8265-6677df4bd746 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.947729] env[69773]: DEBUG nova.compute.provider_tree [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.953191] env[69773]: DEBUG oslo_vmware.api [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1156.953191] env[69773]: value = "task-3390837" [ 1156.953191] env[69773]: _type = "Task" [ 1156.953191] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.956896] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "refresh_cache-c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.957048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "refresh_cache-c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.957165] env[69773]: DEBUG nova.network.neutron [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1156.967102] env[69773]: DEBUG oslo_vmware.api [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.150212] env[69773]: DEBUG oslo_vmware.api [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390834, 'name': PowerOnVM_Task, 'duration_secs': 0.908986} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.150779] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.179989] env[69773]: DEBUG nova.network.neutron [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updated VIF entry in instance network info cache for port 2d9f9f75-7844-4aee-a491-29810542eb42. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1157.180431] env[69773]: DEBUG nova.network.neutron [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.206854] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.298270] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390832, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.371034] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390835, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.411058] env[69773]: DEBUG oslo_vmware.api [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390836, 'name': PowerOffVM_Task, 'duration_secs': 0.26797} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.411331] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.411497] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.411757] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73275613-f744-4cf4-97bc-176b6dfeb589 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.452765] env[69773]: DEBUG nova.scheduler.client.report [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.468777] env[69773]: DEBUG oslo_vmware.api [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390837, 'name': PowerOffVM_Task, 'duration_secs': 0.326558} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.468982] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.470317] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.470317] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a949a14-c40b-42bd-85cd-0891e3e895fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.490007] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.490254] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.490442] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Deleting the datastore file [datastore1] 617c58f7-8f68-46f6-82a2-4c3fe82845b7 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.490719] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dedace40-cc89-4468-8611-deb229ee5faa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.499108] env[69773]: DEBUG oslo_vmware.api [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for the task: (returnval){ [ 1157.499108] env[69773]: value = "task-3390840" [ 1157.499108] env[69773]: _type = "Task" [ 1157.499108] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.507566] env[69773]: DEBUG oslo_vmware.api [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.515967] env[69773]: DEBUG nova.network.neutron [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1157.570035] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.570337] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.570524] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleting the datastore file [datastore2] b3cbd675-8893-4267-b1dd-10a9f8bc6a68 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.570859] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4f6d3b-cf81-43a7-926b-5e34c90198bb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.578213] env[69773]: DEBUG oslo_vmware.api [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1157.578213] env[69773]: value = "task-3390841" [ 1157.578213] env[69773]: _type = "Task" [ 1157.578213] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.588984] env[69773]: DEBUG oslo_vmware.api [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.683914] env[69773]: DEBUG oslo_concurrency.lockutils [req-da2a61a2-f916-4719-999b-b63b65f747dc req-40187d9e-18da-4a4e-b7a2-343696f5c98f service nova] Releasing lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.720234] env[69773]: DEBUG nova.network.neutron [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Updating instance_info_cache with network_info: [{"id": "858ad46a-f517-4ba5-b7bc-9576d9699cbd", "address": "fa:16:3e:ac:c1:3f", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858ad46a-f5", "ovs_interfaceid": "858ad46a-f517-4ba5-b7bc-9576d9699cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.804343] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390832, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.967895} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.804636] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46/OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46.vmdk to [datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3/304a6037-42e7-4250-bf48-e1e3e06653e3.vmdk. [ 1157.804835] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Cleaning up location [datastore1] OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1157.805010] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4b9bba68-7121-4903-80dd-2f7bd0daee46 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.805301] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e48367d-cb9d-4fa4-ab71-dd6cd506a974 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.815522] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1157.815522] env[69773]: value = "task-3390842" [ 1157.815522] env[69773]: _type = "Task" [ 1157.815522] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.826073] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.869416] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390835, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.961127] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.962033] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.964511] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.053s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.966092] env[69773]: INFO nova.compute.claims [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1158.014158] env[69773]: DEBUG oslo_vmware.api [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Task: {'id': task-3390840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418192} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.014158] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.014158] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.014158] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.014668] env[69773]: INFO nova.compute.manager [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1158.015053] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.015394] env[69773]: DEBUG nova.compute.manager [-] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.015588] env[69773]: DEBUG nova.network.neutron [-] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1158.091081] env[69773]: DEBUG oslo_vmware.api [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308149} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.091081] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.091348] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.091348] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.091863] env[69773]: INFO nova.compute.manager [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1158.091863] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.091995] env[69773]: DEBUG nova.compute.manager [-] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.092038] env[69773]: DEBUG nova.network.neutron [-] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1158.203765] env[69773]: INFO nova.compute.manager [None req-23cc49f6-ea60-4d45-8a36-6b7de1050557 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance to original state: 'active' [ 1158.226768] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "refresh_cache-c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.226768] env[69773]: DEBUG nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Instance network_info: |[{"id": "858ad46a-f517-4ba5-b7bc-9576d9699cbd", "address": "fa:16:3e:ac:c1:3f", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858ad46a-f5", "ovs_interfaceid": "858ad46a-f517-4ba5-b7bc-9576d9699cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1158.226768] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:c1:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '858ad46a-f517-4ba5-b7bc-9576d9699cbd', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.238299] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating folder: Project (ae15fe15017947e39091241f01d37120). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.238501] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaac0fc0-ea75-4d15-9f5f-5734c62eada5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.254907] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Created folder: Project (ae15fe15017947e39091241f01d37120) in parent group-v676268. [ 1158.255151] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating folder: Instances. Parent ref: group-v676553. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1158.255448] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1469002-accd-4303-a966-6522b98ee45b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.268067] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Created folder: Instances in parent group-v676553. [ 1158.268306] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.268496] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.268713] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea17dbe3-1e7e-4a57-a2d4-ebe4187a8721 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.293031] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.293031] env[69773]: value = "task-3390845" [ 1158.293031] env[69773]: _type = "Task" [ 1158.293031] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.296352] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.297017] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.297017] env[69773]: INFO nova.compute.manager [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Attaching volume 312d47c9-90f2-4cef-a80d-906921feb76b to /dev/sdb [ 1158.308392] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390845, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.326242] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.061079} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.326533] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.326704] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3/304a6037-42e7-4250-bf48-e1e3e06653e3.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.326935] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3/304a6037-42e7-4250-bf48-e1e3e06653e3.vmdk to [datastore1] 2fed43f4-a3a8-45af-8211-6f426d1e2cac/2fed43f4-a3a8-45af-8211-6f426d1e2cac.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.327209] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84e5424c-c645-4499-9453-3164ed52e4df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.334431] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1158.334431] env[69773]: value = "task-3390846" [ 1158.334431] env[69773]: _type = "Task" [ 1158.334431] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.350101] env[69773]: DEBUG nova.compute.manager [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Received event network-vif-plugged-858ad46a-f517-4ba5-b7bc-9576d9699cbd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.350856] env[69773]: DEBUG oslo_concurrency.lockutils [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] Acquiring lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.350856] env[69773]: DEBUG oslo_concurrency.lockutils [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.350856] env[69773]: DEBUG oslo_concurrency.lockutils [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.351026] env[69773]: DEBUG nova.compute.manager [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] No waiting events found dispatching network-vif-plugged-858ad46a-f517-4ba5-b7bc-9576d9699cbd {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1158.351198] env[69773]: WARNING nova.compute.manager [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Received unexpected event network-vif-plugged-858ad46a-f517-4ba5-b7bc-9576d9699cbd for instance with vm_state building and task_state spawning. [ 1158.351406] env[69773]: DEBUG nova.compute.manager [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Received event network-changed-858ad46a-f517-4ba5-b7bc-9576d9699cbd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.351605] env[69773]: DEBUG nova.compute.manager [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Refreshing instance network info cache due to event network-changed-858ad46a-f517-4ba5-b7bc-9576d9699cbd. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.351850] env[69773]: DEBUG oslo_concurrency.lockutils [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] Acquiring lock "refresh_cache-c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.352543] env[69773]: DEBUG oslo_concurrency.lockutils [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] Acquired lock "refresh_cache-c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.353284] env[69773]: DEBUG nova.network.neutron [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Refreshing network info cache for port 858ad46a-f517-4ba5-b7bc-9576d9699cbd {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1158.355196] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa284fcb-b747-4172-b1e0-c0e5e1036dfa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.372658] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.373902] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9540c9a-7a85-4ad0-a400-28724fc9262d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.381572] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390835, 'name': CreateVM_Task, 'duration_secs': 1.467592} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.382201] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 791070e6-9532-432b-a947-f1472390974b] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.383177] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.383351] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.383808] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.383979] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f739d160-c718-4a95-bbe1-bafc3e339415 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.391296] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1158.391296] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524fbcc9-47e3-2442-7b8e-9f1991bc140c" [ 1158.391296] env[69773]: _type = "Task" [ 1158.391296] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.395355] env[69773]: DEBUG nova.virt.block_device [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Updating existing volume attachment record: d9946597-c019-4713-b686-786d22052c9c {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1158.407732] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524fbcc9-47e3-2442-7b8e-9f1991bc140c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.472239] env[69773]: DEBUG nova.compute.utils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.476607] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.476607] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.583389] env[69773]: DEBUG nova.policy [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '595788d3ae1f4b24afc02fd63509df0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39de1583840406081ce931e289d82e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.808825] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390845, 'name': CreateVM_Task, 'duration_secs': 0.3473} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.809100] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.810073] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.847474] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390846, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.911514] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524fbcc9-47e3-2442-7b8e-9f1991bc140c, 'name': SearchDatastore_Task, 'duration_secs': 0.024806} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.911836] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.912092] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.912347] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.912492] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.912673] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.912967] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.913419] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.913575] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc0b54f0-8c49-4ed5-825f-899658c87492 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.916230] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac8b006-d1a3-4cfc-9780-ca80a11338c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.926268] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1158.926268] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a367c-29bc-7db2-2789-979335235cbf" [ 1158.926268] env[69773]: _type = "Task" [ 1158.926268] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.928996] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.929232] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.933077] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-062c79b3-b83f-4ea3-b390-268bd8b5cf14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.938436] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a367c-29bc-7db2-2789-979335235cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.940113] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1158.940113] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52849e75-3a41-4b4b-9ed1-4ab4f004d284" [ 1158.940113] env[69773]: _type = "Task" [ 1158.940113] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.952319] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52849e75-3a41-4b4b-9ed1-4ab4f004d284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.959918] env[69773]: DEBUG nova.network.neutron [-] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.983025] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1159.114450] env[69773]: DEBUG nova.network.neutron [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Updated VIF entry in instance network info cache for port 858ad46a-f517-4ba5-b7bc-9576d9699cbd. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1159.114811] env[69773]: DEBUG nova.network.neutron [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Updating instance_info_cache with network_info: [{"id": "858ad46a-f517-4ba5-b7bc-9576d9699cbd", "address": "fa:16:3e:ac:c1:3f", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap858ad46a-f5", "ovs_interfaceid": "858ad46a-f517-4ba5-b7bc-9576d9699cbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.279873] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Successfully created port: 1a56aacd-a764-4886-b89d-6be3ab348596 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1159.309673] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f02342c-440e-4bc0-82b9-63066e1cc2e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.319426] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea71fd1b-4d42-40ed-ae33-af88d50cf4e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.355430] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ad2817-3f3a-4489-b416-ab0b5111a8d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.364903] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390846, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.369244] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd49747-62db-48ec-b8da-da39755af1d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.390319] env[69773]: DEBUG nova.compute.provider_tree [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.438398] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525a367c-29bc-7db2-2789-979335235cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.019187} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.438794] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.439098] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.439323] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.455043] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52849e75-3a41-4b4b-9ed1-4ab4f004d284, 'name': SearchDatastore_Task, 'duration_secs': 0.021174} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.459354] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d41c12-448f-43b3-88ae-896f07c866be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.462694] env[69773]: INFO nova.compute.manager [-] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Took 1.45 seconds to deallocate network for instance. [ 1159.470852] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1159.470852] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c99fef-18c0-e2a8-4c08-627810f54aae" [ 1159.470852] env[69773]: _type = "Task" [ 1159.470852] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.482836] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c99fef-18c0-e2a8-4c08-627810f54aae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.623913] env[69773]: DEBUG nova.network.neutron [-] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.624948] env[69773]: DEBUG oslo_concurrency.lockutils [req-6dc9bf2b-6ad5-442c-9e40-813e34d8d171 req-11c8a6cd-8721-4caf-b26b-c33270c44a0a service nova] Releasing lock "refresh_cache-c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.865574] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390846, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.894835] env[69773]: DEBUG nova.scheduler.client.report [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.970598] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.986462] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c99fef-18c0-e2a8-4c08-627810f54aae, 'name': SearchDatastore_Task, 'duration_secs': 0.017939} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.986799] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.986996] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 791070e6-9532-432b-a947-f1472390974b/791070e6-9532-432b-a947-f1472390974b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.987328] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.987522] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.987737] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2923490c-928b-4784-ae2c-85ffdae8d08f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.990153] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8863fd3d-821b-453b-b54c-b58eb99dab54 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.995189] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1160.001778] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.002083] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.003584] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8467eb-37f1-4f4c-8bb2-521aa911afeb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.007062] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1160.007062] env[69773]: value = "task-3390850" [ 1160.007062] env[69773]: _type = "Task" [ 1160.007062] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.013638] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1160.013638] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52160810-82a2-66e6-6e3a-4ecd42b14022" [ 1160.013638] env[69773]: _type = "Task" [ 1160.013638] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.017185] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.030552] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52160810-82a2-66e6-6e3a-4ecd42b14022, 'name': SearchDatastore_Task, 'duration_secs': 0.016136} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.033156] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.033470] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.033633] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.033814] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.033958] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.034121] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.034330] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.034543] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.034712] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.034871] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.035055] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.036649] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4117be4-1e10-4708-bad2-24c913466b7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.039586] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ef669a5-7fef-4fbe-baf7-90e5dc536e5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.050096] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b661adb1-cf87-42bf-b163-fb15f74602ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.054373] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1160.054373] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52809ffb-3cbf-b54d-dfe3-5f1d6e57e935" [ 1160.054373] env[69773]: _type = "Task" [ 1160.054373] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.071996] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52809ffb-3cbf-b54d-dfe3-5f1d6e57e935, 'name': SearchDatastore_Task, 'duration_secs': 0.016366} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.072319] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.072581] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] c2320181-ebcd-4e6b-9e2e-6b7a4db76db1/c2320181-ebcd-4e6b-9e2e-6b7a4db76db1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.072847] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81e57281-099c-4bd9-a099-5f07d142de24 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.080729] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1160.080729] env[69773]: value = "task-3390851" [ 1160.080729] env[69773]: _type = "Task" [ 1160.080729] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.092176] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.127035] env[69773]: INFO nova.compute.manager [-] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Took 2.03 seconds to deallocate network for instance. [ 1160.367609] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390846, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.373242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.373242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.373242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.373242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.373242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.374689] env[69773]: INFO nova.compute.manager [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Terminating instance [ 1160.389301] env[69773]: DEBUG nova.compute.manager [req-9f952723-55e9-4317-975f-54d7fac5265f req-8a65b0ba-26e0-4efe-a6af-5f8e6904277f service nova] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Received event network-vif-deleted-21188377-e18c-42cd-80e0-28f951923ae4 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.389393] env[69773]: DEBUG nova.compute.manager [req-9f952723-55e9-4317-975f-54d7fac5265f req-8a65b0ba-26e0-4efe-a6af-5f8e6904277f service nova] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Received event network-vif-deleted-f332e101-6a92-41d5-ad00-aa633583b8d7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.401017] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.401621] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.405038] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.460s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.406376] env[69773]: INFO nova.compute.claims [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.520597] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390850, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.593568] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390851, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.634915] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.866616] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390846, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.416294} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.867129] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/304a6037-42e7-4250-bf48-e1e3e06653e3/304a6037-42e7-4250-bf48-e1e3e06653e3.vmdk to [datastore1] 2fed43f4-a3a8-45af-8211-6f426d1e2cac/2fed43f4-a3a8-45af-8211-6f426d1e2cac.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.868051] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7db2ff3-5fc3-4ea3-bd30-717f9113a0b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.887141] env[69773]: DEBUG nova.compute.manager [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.887521] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.898021] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 2fed43f4-a3a8-45af-8211-6f426d1e2cac/2fed43f4-a3a8-45af-8211-6f426d1e2cac.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.898426] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45fe9008-7cfc-44e8-8fb5-122cb7c9f8d9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.900226] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf901a7-fe44-44ef-8d70-a6dfbc00abd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.916454] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Successfully updated port: 1a56aacd-a764-4886-b89d-6be3ab348596 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.920369] env[69773]: DEBUG nova.compute.utils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.927925] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.927925] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.928859] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1160.928859] env[69773]: value = "task-3390853" [ 1160.928859] env[69773]: _type = "Task" [ 1160.928859] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.937195] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1160.937195] env[69773]: value = "task-3390854" [ 1160.937195] env[69773]: _type = "Task" [ 1160.937195] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.945968] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.953401] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.969244] env[69773]: DEBUG nova.policy [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '595788d3ae1f4b24afc02fd63509df0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39de1583840406081ce931e289d82e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1161.023018] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615935} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.023857] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 791070e6-9532-432b-a947-f1472390974b/791070e6-9532-432b-a947-f1472390974b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.023857] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.023857] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-890504fd-e52c-42e2-8857-1e910e9561e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.032724] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1161.032724] env[69773]: value = "task-3390855" [ 1161.032724] env[69773]: _type = "Task" [ 1161.032724] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.044331] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.092754] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829506} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.092986] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] c2320181-ebcd-4e6b-9e2e-6b7a4db76db1/c2320181-ebcd-4e6b-9e2e-6b7a4db76db1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.093377] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.093774] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17626a7d-a811-4a47-aae9-8eb17f9da14e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.101952] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1161.101952] env[69773]: value = "task-3390856" [ 1161.101952] env[69773]: _type = "Task" [ 1161.101952] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.113366] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.316392] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Successfully created port: 52d8a659-469a-42b3-8d34-a999a1d16448 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.426925] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.429761] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "refresh_cache-49d461a7-44c5-47c8-b033-70992a734e32" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.429916] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "refresh_cache-49d461a7-44c5-47c8-b033-70992a734e32" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.430070] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1161.446726] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390853, 'name': PowerOffVM_Task, 'duration_secs': 0.253254} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.447611] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.447873] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1161.448385] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676533', 'volume_id': '127571ec-3fb7-428a-9e91-88e209844ec1', 'name': 'volume-127571ec-3fb7-428a-9e91-88e209844ec1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '91226260-9e23-4a9e-ba63-bcb0a03621b9', 'attached_at': '2025-04-09T19:11:08.000000', 'detached_at': '', 'volume_id': '127571ec-3fb7-428a-9e91-88e209844ec1', 'serial': '127571ec-3fb7-428a-9e91-88e209844ec1'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1161.449428] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba1ef18-245f-445d-9822-493dcdaeae07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.458878] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390854, 'name': ReconfigVM_Task, 'duration_secs': 0.311168} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.460796] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 2fed43f4-a3a8-45af-8211-6f426d1e2cac/2fed43f4-a3a8-45af-8211-6f426d1e2cac.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.462454] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92775446-3ae3-45b6-82c4-44044148fa22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.489973] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124fbb4e-bc3d-4e8f-a661-63e81f87b462 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.496020] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1161.496020] env[69773]: value = "task-3390857" [ 1161.496020] env[69773]: _type = "Task" [ 1161.496020] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.499662] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86ae547-b8b8-42fe-be92-9178fe8b9f13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.507649] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390857, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.535515] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7bb727-afaf-4361-9b6b-283ac417d298 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.561426] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075658} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.561426] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] The volume has not been displaced from its original location: [datastore1] volume-127571ec-3fb7-428a-9e91-88e209844ec1/volume-127571ec-3fb7-428a-9e91-88e209844ec1.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1161.565065] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.568080] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.568727] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68aacce-8bf5-46a0-a274-a3dfc153e547 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.582948] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898b71d2-ce5e-457e-a197-d4fcf6ebbf8b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.606968] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 791070e6-9532-432b-a947-f1472390974b/791070e6-9532-432b-a947-f1472390974b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.611810] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79e21a78-f1cb-4b71-8bb7-638142f3fd91 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.628564] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1161.628564] env[69773]: value = "task-3390858" [ 1161.628564] env[69773]: _type = "Task" [ 1161.628564] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.647193] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079468} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.647460] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.648665] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.649043] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1161.649043] env[69773]: value = "task-3390859" [ 1161.649043] env[69773]: _type = "Task" [ 1161.649043] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.649737] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7262906e-5d7b-4e45-b889-ff3f2e89c7c5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.682044] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] c2320181-ebcd-4e6b-9e2e-6b7a4db76db1/c2320181-ebcd-4e6b-9e2e-6b7a4db76db1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.682401] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390859, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.685232] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40a9c39-57d4-4f6b-9a27-1ccad30d8207 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.705830] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1161.705830] env[69773]: value = "task-3390860" [ 1161.705830] env[69773]: _type = "Task" [ 1161.705830] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.717280] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.817940] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1573a37f-ab2c-4b59-a0fb-114c0db189e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.824870] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191da1fb-2e65-4ff4-9998-9713bcfece16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.857341] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc569017-7f0a-410b-bc15-19559b3e47ff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.865598] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db40761f-1182-4d2f-8c30-24be5657ec8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.879638] env[69773]: DEBUG nova.compute.provider_tree [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.967175] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1162.003223] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390857, 'name': Rename_Task, 'duration_secs': 0.156221} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.003507] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.003748] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b5c890a-5cc9-4636-9eb7-abc9e817afe1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.009467] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1162.009467] env[69773]: value = "task-3390861" [ 1162.009467] env[69773]: _type = "Task" [ 1162.009467] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.107164] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Updating instance_info_cache with network_info: [{"id": "1a56aacd-a764-4886-b89d-6be3ab348596", "address": "fa:16:3e:92:0e:ed", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a56aacd-a7", "ovs_interfaceid": "1a56aacd-a764-4886-b89d-6be3ab348596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.142764] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390858, 'name': ReconfigVM_Task, 'duration_secs': 0.225786} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.143066] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.148199] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a635774b-5420-4eb1-b43f-91e0bccd1ffd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.169058] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390859, 'name': ReconfigVM_Task, 'duration_secs': 0.304723} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.170545] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 791070e6-9532-432b-a947-f1472390974b/791070e6-9532-432b-a947-f1472390974b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.171349] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1162.171349] env[69773]: value = "task-3390862" [ 1162.171349] env[69773]: _type = "Task" [ 1162.171349] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.171564] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c89e3e9f-b11a-4fbd-8341-f966184f2b72 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.183860] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390862, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.185466] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1162.185466] env[69773]: value = "task-3390863" [ 1162.185466] env[69773]: _type = "Task" [ 1162.185466] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.201827] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390863, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.216893] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390860, 'name': ReconfigVM_Task, 'duration_secs': 0.303238} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.217229] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Reconfigured VM instance instance-00000065 to attach disk [datastore2] c2320181-ebcd-4e6b-9e2e-6b7a4db76db1/c2320181-ebcd-4e6b-9e2e-6b7a4db76db1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.217941] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-688b03b0-2305-4569-87b9-d969cb062338 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.225698] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1162.225698] env[69773]: value = "task-3390864" [ 1162.225698] env[69773]: _type = "Task" [ 1162.225698] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.235611] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390864, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.383128] env[69773]: DEBUG nova.scheduler.client.report [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.417079] env[69773]: DEBUG nova.compute.manager [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Received event network-vif-plugged-1a56aacd-a764-4886-b89d-6be3ab348596 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.417193] env[69773]: DEBUG oslo_concurrency.lockutils [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] Acquiring lock "49d461a7-44c5-47c8-b033-70992a734e32-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.417385] env[69773]: DEBUG oslo_concurrency.lockutils [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] Lock "49d461a7-44c5-47c8-b033-70992a734e32-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.417554] env[69773]: DEBUG oslo_concurrency.lockutils [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] Lock "49d461a7-44c5-47c8-b033-70992a734e32-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.417722] env[69773]: DEBUG nova.compute.manager [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] No waiting events found dispatching network-vif-plugged-1a56aacd-a764-4886-b89d-6be3ab348596 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1162.417885] env[69773]: WARNING nova.compute.manager [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Received unexpected event network-vif-plugged-1a56aacd-a764-4886-b89d-6be3ab348596 for instance with vm_state building and task_state spawning. [ 1162.418191] env[69773]: DEBUG nova.compute.manager [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Received event network-changed-1a56aacd-a764-4886-b89d-6be3ab348596 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.418391] env[69773]: DEBUG nova.compute.manager [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Refreshing instance network info cache due to event network-changed-1a56aacd-a764-4886-b89d-6be3ab348596. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.418562] env[69773]: DEBUG oslo_concurrency.lockutils [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] Acquiring lock "refresh_cache-49d461a7-44c5-47c8-b033-70992a734e32" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.439194] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.469364] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.469695] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.469958] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.470181] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.470334] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.470498] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.470691] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.470882] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.471112] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.471296] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.471497] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.472705] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09104259-3c9b-4086-82b7-9d74e862bd38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.481836] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e96504-0248-4945-84ec-27e497c381c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.521533] env[69773]: DEBUG oslo_vmware.api [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390861, 'name': PowerOnVM_Task, 'duration_secs': 0.500275} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.521836] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.609648] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "refresh_cache-49d461a7-44c5-47c8-b033-70992a734e32" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.610060] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Instance network_info: |[{"id": "1a56aacd-a764-4886-b89d-6be3ab348596", "address": "fa:16:3e:92:0e:ed", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a56aacd-a7", "ovs_interfaceid": "1a56aacd-a764-4886-b89d-6be3ab348596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.610392] env[69773]: DEBUG oslo_concurrency.lockutils [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] Acquired lock "refresh_cache-49d461a7-44c5-47c8-b033-70992a734e32" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.610595] env[69773]: DEBUG nova.network.neutron [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Refreshing network info cache for port 1a56aacd-a764-4886-b89d-6be3ab348596 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1162.612606] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:0e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a56aacd-a764-4886-b89d-6be3ab348596', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.622681] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Creating folder: Project (f39de1583840406081ce931e289d82e7). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.626875] env[69773]: DEBUG nova.compute.manager [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1162.627167] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-883b3f7f-5983-4b11-ad4c-fa46d8541c34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.629844] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c27dd8-198f-48fe-bccd-c4bb0eea33a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.643374] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Created folder: Project (f39de1583840406081ce931e289d82e7) in parent group-v676268. [ 1162.643567] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Creating folder: Instances. Parent ref: group-v676558. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.643802] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32744772-b781-4566-bfe1-2890fde4155e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.655803] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Created folder: Instances in parent group-v676558. [ 1162.656087] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.656288] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.656500] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f120a7f3-c262-4b32-a1a7-99f835211382 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.682126] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.682126] env[69773]: value = "task-3390867" [ 1162.682126] env[69773]: _type = "Task" [ 1162.682126] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.686010] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390862, 'name': ReconfigVM_Task, 'duration_secs': 0.160656} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.692393] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676533', 'volume_id': '127571ec-3fb7-428a-9e91-88e209844ec1', 'name': 'volume-127571ec-3fb7-428a-9e91-88e209844ec1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '91226260-9e23-4a9e-ba63-bcb0a03621b9', 'attached_at': '2025-04-09T19:11:08.000000', 'detached_at': '', 'volume_id': '127571ec-3fb7-428a-9e91-88e209844ec1', 'serial': '127571ec-3fb7-428a-9e91-88e209844ec1'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1162.692757] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.694418] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030583fe-2051-4fd4-a40e-4793108ce9f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.706020] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390867, 'name': CreateVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.708075] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390863, 'name': Rename_Task, 'duration_secs': 0.14706} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.708661] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.708987] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.709222] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-804896c4-7d4b-43f4-b25a-ad0d30f034f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.711314] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9550340-13e3-4956-8222-deee291b1c13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.721101] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1162.721101] env[69773]: value = "task-3390868" [ 1162.721101] env[69773]: _type = "Task" [ 1162.721101] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.732450] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.740675] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390864, 'name': Rename_Task, 'duration_secs': 0.141365} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.740966] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.741239] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a03b73cb-37ea-494d-822f-d35ccea84c2c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.748781] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1162.748781] env[69773]: value = "task-3390870" [ 1162.748781] env[69773]: _type = "Task" [ 1162.748781] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.758788] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.786024] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.790028] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.790028] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleting the datastore file [datastore1] 91226260-9e23-4a9e-ba63-bcb0a03621b9 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.790028] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73c30acc-ab62-4075-8924-48563887ae1d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.795618] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1162.795618] env[69773]: value = "task-3390871" [ 1162.795618] env[69773]: _type = "Task" [ 1162.795618] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.808688] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.889097] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.889794] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1162.894835] env[69773]: DEBUG nova.network.neutron [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Updated VIF entry in instance network info cache for port 1a56aacd-a764-4886-b89d-6be3ab348596. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1162.895248] env[69773]: DEBUG nova.network.neutron [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Updating instance_info_cache with network_info: [{"id": "1a56aacd-a764-4886-b89d-6be3ab348596", "address": "fa:16:3e:92:0e:ed", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a56aacd-a7", "ovs_interfaceid": "1a56aacd-a764-4886-b89d-6be3ab348596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.901684] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.862s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.902033] env[69773]: DEBUG nova.objects.instance [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lazy-loading 'resources' on Instance uuid ac08ed0b-bb1d-4c53-bcf9-9594733fbe48 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.953233] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.953479] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676557', 'volume_id': '312d47c9-90f2-4cef-a80d-906921feb76b', 'name': 'volume-312d47c9-90f2-4cef-a80d-906921feb76b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e159c09-aeec-4f78-b0ee-ef6d78e6f09d', 'attached_at': '', 'detached_at': '', 'volume_id': '312d47c9-90f2-4cef-a80d-906921feb76b', 'serial': '312d47c9-90f2-4cef-a80d-906921feb76b'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.954597] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdc3361-16b5-4ac0-81f5-c644188a361f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.973489] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a4b7e9-f3ce-4842-ba93-9211dc1ec387 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.002245] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-312d47c9-90f2-4cef-a80d-906921feb76b/volume-312d47c9-90f2-4cef-a80d-906921feb76b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.002420] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bad982ce-a705-45ea-af76-e8974bf641b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.021759] env[69773]: DEBUG oslo_vmware.api [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1163.021759] env[69773]: value = "task-3390872" [ 1163.021759] env[69773]: _type = "Task" [ 1163.021759] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.031219] env[69773]: DEBUG oslo_vmware.api [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390872, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.127021] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Successfully updated port: 52d8a659-469a-42b3-8d34-a999a1d16448 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.147643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-75141b1e-f47e-47de-891a-5457412236bd tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.711s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.197403] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390867, 'name': CreateVM_Task, 'duration_secs': 0.339033} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.197965] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.198684] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.198936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.199283] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.199586] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2c8e9f-ec5b-488c-93a4-df10557e6f7f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.205048] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1163.205048] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529543f9-33c6-ba82-9879-7bb7c8343a39" [ 1163.205048] env[69773]: _type = "Task" [ 1163.205048] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.213543] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529543f9-33c6-ba82-9879-7bb7c8343a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.232193] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390868, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.260029] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390870, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.307153] env[69773]: DEBUG oslo_vmware.api [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212532} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.307409] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.307621] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.307814] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.308018] env[69773]: INFO nova.compute.manager [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1163.308332] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1163.308575] env[69773]: DEBUG nova.compute.manager [-] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1163.308826] env[69773]: DEBUG nova.network.neutron [-] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1163.402971] env[69773]: DEBUG oslo_concurrency.lockutils [req-4aab9831-6617-41ac-a14c-5f1c0908b725 req-bccd88f6-e92b-4972-8eb9-bfa301943f8f service nova] Releasing lock "refresh_cache-49d461a7-44c5-47c8-b033-70992a734e32" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.408559] env[69773]: DEBUG nova.compute.utils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.412949] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1163.413208] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1163.461482] env[69773]: DEBUG nova.policy [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '595788d3ae1f4b24afc02fd63509df0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f39de1583840406081ce931e289d82e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1163.538335] env[69773]: DEBUG oslo_vmware.api [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390872, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.632308] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "refresh_cache-e5a4a973-04ae-453b-b89b-d8fed0ce6563" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.632499] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "refresh_cache-e5a4a973-04ae-453b-b89b-d8fed0ce6563" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.632664] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1163.686587] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e130f1-3715-4004-b192-7a9a48c9f16a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.695191] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710593eb-423e-487a-b9fc-864f10ead6a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.738717] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522c186-bc8a-4965-abb6-ca759bc22bdc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.750891] env[69773]: DEBUG oslo_vmware.api [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390868, 'name': PowerOnVM_Task, 'duration_secs': 0.594819} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.751326] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]529543f9-33c6-ba82-9879-7bb7c8343a39, 'name': SearchDatastore_Task, 'duration_secs': 0.021979} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.753536] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.753793] env[69773]: INFO nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Took 10.76 seconds to spawn the instance on the hypervisor. [ 1163.754030] env[69773]: DEBUG nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.757221] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.757497] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.757772] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.757945] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.758188] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.759340] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a843546c-f693-47a0-ae8d-d2e8c5ce3313 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.762398] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9dbc557-b79f-4a4e-af28-423ae197df6a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.765425] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6211746a-1377-48ff-9550-aa7f88e9ca7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.796020] env[69773]: DEBUG oslo_vmware.api [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390870, 'name': PowerOnVM_Task, 'duration_secs': 0.568833} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.796020] env[69773]: DEBUG nova.compute.provider_tree [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.797695] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Successfully created port: 540747a1-6ca1-486c-9448-da294ecd073b {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1163.802100] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.802398] env[69773]: INFO nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1163.802635] env[69773]: DEBUG nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.803468] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.805851] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.805851] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5332ffe6-aac9-47d1-9d18-a9ee030c1d8e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.809772] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5f73af-6634-4835-be0b-4d2cb1a1be22 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.817530] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.817530] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.817530] env[69773]: INFO nova.compute.manager [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Rebooting instance [ 1163.826550] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1163.826550] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f10adb-a64a-b861-231f-a513cf078792" [ 1163.826550] env[69773]: _type = "Task" [ 1163.826550] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.841074] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f10adb-a64a-b861-231f-a513cf078792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.919432] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.033371] env[69773]: DEBUG oslo_vmware.api [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390872, 'name': ReconfigVM_Task, 'duration_secs': 0.744052} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.033677] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-312d47c9-90f2-4cef-a80d-906921feb76b/volume-312d47c9-90f2-4cef-a80d-906921feb76b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.038642] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df643150-d671-4bac-822f-631499e3cddd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.057884] env[69773]: DEBUG oslo_vmware.api [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1164.057884] env[69773]: value = "task-3390873" [ 1164.057884] env[69773]: _type = "Task" [ 1164.057884] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.070027] env[69773]: DEBUG oslo_vmware.api [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.189928] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1164.312262] env[69773]: DEBUG nova.scheduler.client.report [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.318723] env[69773]: INFO nova.compute.manager [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Took 20.76 seconds to build instance. [ 1164.343973] env[69773]: INFO nova.compute.manager [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Took 18.05 seconds to build instance. [ 1164.352606] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f10adb-a64a-b861-231f-a513cf078792, 'name': SearchDatastore_Task, 'duration_secs': 0.026664} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.353820] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.353990] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.354315] env[69773]: DEBUG nova.network.neutron [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1164.356077] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b1705ae-38b0-45dc-bac9-f35d149d41e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.367706] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1164.367706] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd7eb2-79ed-1e44-6fff-9649cf7aaecf" [ 1164.367706] env[69773]: _type = "Task" [ 1164.367706] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.377827] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd7eb2-79ed-1e44-6fff-9649cf7aaecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.453313] env[69773]: DEBUG nova.compute.manager [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Received event network-vif-plugged-52d8a659-469a-42b3-8d34-a999a1d16448 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.453540] env[69773]: DEBUG oslo_concurrency.lockutils [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] Acquiring lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.453752] env[69773]: DEBUG oslo_concurrency.lockutils [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] Lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.453918] env[69773]: DEBUG oslo_concurrency.lockutils [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] Lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.454298] env[69773]: DEBUG nova.compute.manager [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] No waiting events found dispatching network-vif-plugged-52d8a659-469a-42b3-8d34-a999a1d16448 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1164.454549] env[69773]: WARNING nova.compute.manager [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Received unexpected event network-vif-plugged-52d8a659-469a-42b3-8d34-a999a1d16448 for instance with vm_state building and task_state spawning. [ 1164.454713] env[69773]: DEBUG nova.compute.manager [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Received event network-changed-52d8a659-469a-42b3-8d34-a999a1d16448 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.454820] env[69773]: DEBUG nova.compute.manager [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Refreshing instance network info cache due to event network-changed-52d8a659-469a-42b3-8d34-a999a1d16448. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.454973] env[69773]: DEBUG oslo_concurrency.lockutils [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] Acquiring lock "refresh_cache-e5a4a973-04ae-453b-b89b-d8fed0ce6563" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.461872] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Updating instance_info_cache with network_info: [{"id": "52d8a659-469a-42b3-8d34-a999a1d16448", "address": "fa:16:3e:2e:c6:40", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d8a659-46", "ovs_interfaceid": "52d8a659-469a-42b3-8d34-a999a1d16448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.502485] env[69773]: DEBUG nova.network.neutron [-] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.570503] env[69773]: DEBUG oslo_vmware.api [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390873, 'name': ReconfigVM_Task, 'duration_secs': 0.227273} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.570503] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676557', 'volume_id': '312d47c9-90f2-4cef-a80d-906921feb76b', 'name': 'volume-312d47c9-90f2-4cef-a80d-906921feb76b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e159c09-aeec-4f78-b0ee-ef6d78e6f09d', 'attached_at': '', 'detached_at': '', 'volume_id': '312d47c9-90f2-4cef-a80d-906921feb76b', 'serial': '312d47c9-90f2-4cef-a80d-906921feb76b'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1164.693758] env[69773]: DEBUG oslo_concurrency.lockutils [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.818467] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.824371] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.854s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.824798] env[69773]: DEBUG nova.objects.instance [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lazy-loading 'resources' on Instance uuid 617c58f7-8f68-46f6-82a2-4c3fe82845b7 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.826006] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f0b908df-79c3-49b5-a85f-779eac263d8e tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "791070e6-9532-432b-a947-f1472390974b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.277s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.845444] env[69773]: DEBUG nova.compute.manager [req-46fe273a-4b31-47b4-abd4-a4d4958649a2 req-00b43072-efce-4272-8750-b6983ec05fc3 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.845637] env[69773]: DEBUG nova.compute.manager [req-46fe273a-4b31-47b4-abd4-a4d4958649a2 req-00b43072-efce-4272-8750-b6983ec05fc3 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing instance network info cache due to event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.845897] env[69773]: DEBUG oslo_concurrency.lockutils [req-46fe273a-4b31-47b4-abd4-a4d4958649a2 req-00b43072-efce-4272-8750-b6983ec05fc3 service nova] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.846032] env[69773]: DEBUG oslo_concurrency.lockutils [req-46fe273a-4b31-47b4-abd4-a4d4958649a2 req-00b43072-efce-4272-8750-b6983ec05fc3 service nova] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.848058] env[69773]: DEBUG nova.network.neutron [req-46fe273a-4b31-47b4-abd4-a4d4958649a2 req-00b43072-efce-4272-8750-b6983ec05fc3 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1164.849557] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1674981d-beeb-46bb-839e-4db5aa91e554 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.568s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.849815] env[69773]: DEBUG oslo_concurrency.lockutils [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.157s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.850144] env[69773]: DEBUG nova.compute.manager [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.851674] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ddc95f-3b77-4516-b5b8-412c222cbf59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.855808] env[69773]: INFO nova.scheduler.client.report [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Deleted allocations for instance ac08ed0b-bb1d-4c53-bcf9-9594733fbe48 [ 1164.869175] env[69773]: DEBUG nova.compute.manager [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1164.869894] env[69773]: DEBUG nova.objects.instance [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lazy-loading 'flavor' on Instance uuid c2320181-ebcd-4e6b-9e2e-6b7a4db76db1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.882289] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd7eb2-79ed-1e44-6fff-9649cf7aaecf, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.882784] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.882889] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 49d461a7-44c5-47c8-b033-70992a734e32/49d461a7-44c5-47c8-b033-70992a734e32.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.883441] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36a72a66-f23d-4e9e-b6da-e0effaefb4f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.891846] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1164.891846] env[69773]: value = "task-3390874" [ 1164.891846] env[69773]: _type = "Task" [ 1164.891846] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.902279] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.932180] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1164.963725] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.963966] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.964134] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.964314] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.964454] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.964595] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.964794] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.964956] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.965131] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.965296] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.965505] env[69773]: DEBUG nova.virt.hardware [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.965972] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "refresh_cache-e5a4a973-04ae-453b-b89b-d8fed0ce6563" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.966262] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Instance network_info: |[{"id": "52d8a659-469a-42b3-8d34-a999a1d16448", "address": "fa:16:3e:2e:c6:40", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d8a659-46", "ovs_interfaceid": "52d8a659-469a-42b3-8d34-a999a1d16448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1164.967067] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cd1aaa-41c7-4c8b-b8bd-cd97cdc26f17 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.969796] env[69773]: DEBUG oslo_concurrency.lockutils [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] Acquired lock "refresh_cache-e5a4a973-04ae-453b-b89b-d8fed0ce6563" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.969967] env[69773]: DEBUG nova.network.neutron [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Refreshing network info cache for port 52d8a659-469a-42b3-8d34-a999a1d16448 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1164.971201] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:c6:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52d8a659-469a-42b3-8d34-a999a1d16448', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.979389] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.980440] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.981183] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68ca1ccd-50d6-44b4-947d-ee94413c3aff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.003158] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebe9833-4380-4475-b00b-655f3b881f7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.008786] env[69773]: INFO nova.compute.manager [-] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Took 1.70 seconds to deallocate network for instance. [ 1165.008957] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.008957] env[69773]: value = "task-3390875" [ 1165.008957] env[69773]: _type = "Task" [ 1165.008957] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.033559] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390875, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.163334] env[69773]: DEBUG nova.network.neutron [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.368212] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b3536e3e-ab49-4b97-943b-cd23e008c082 tempest-MultipleCreateTestJSON-1213871754 tempest-MultipleCreateTestJSON-1213871754-project-member] Lock "ac08ed0b-bb1d-4c53-bcf9-9594733fbe48" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.585s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.405550] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390874, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.457491] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Successfully updated port: 540747a1-6ca1-486c-9448-da294ecd073b {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.526150] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390875, 'name': CreateVM_Task, 'duration_secs': 0.470074} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.526411] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1165.527018] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.527193] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.527497] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.527747] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b654ba4-6984-4045-ba88-bb913d908081 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.536147] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1165.536147] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277803c-ff16-c511-651f-3e9b3b2993bf" [ 1165.536147] env[69773]: _type = "Task" [ 1165.536147] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.545224] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277803c-ff16-c511-651f-3e9b3b2993bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.569620] env[69773]: INFO nova.compute.manager [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Took 0.56 seconds to detach 1 volumes for instance. [ 1165.629126] env[69773]: DEBUG nova.objects.instance [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'flavor' on Instance uuid 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.652188] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9bd6ea-d291-47ae-afda-0ba8874cc118 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.662418] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf1034-4b39-408e-81fb-10861c24ac86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.667750] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.698859] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8481a1-e187-4337-b68c-132dcbf4c244 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.708531] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f06371-2afc-43be-b5f6-c15d36e3ae95 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.724050] env[69773]: DEBUG nova.compute.provider_tree [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.879646] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.879961] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbfe3907-4f7f-4927-abe0-6dd628c8471f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.893646] env[69773]: DEBUG oslo_vmware.api [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1165.893646] env[69773]: value = "task-3390876" [ 1165.893646] env[69773]: _type = "Task" [ 1165.893646] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.913841] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666112} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.917310] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 49d461a7-44c5-47c8-b033-70992a734e32/49d461a7-44c5-47c8-b033-70992a734e32.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.917647] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.917804] env[69773]: DEBUG oslo_vmware.api [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.918886] env[69773]: DEBUG nova.network.neutron [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Updated VIF entry in instance network info cache for port 52d8a659-469a-42b3-8d34-a999a1d16448. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1165.919597] env[69773]: DEBUG nova.network.neutron [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Updating instance_info_cache with network_info: [{"id": "52d8a659-469a-42b3-8d34-a999a1d16448", "address": "fa:16:3e:2e:c6:40", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d8a659-46", "ovs_interfaceid": "52d8a659-469a-42b3-8d34-a999a1d16448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.922137] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eaa3615a-753b-470a-b09d-6bbba87fe531 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.931409] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1165.931409] env[69773]: value = "task-3390877" [ 1165.931409] env[69773]: _type = "Task" [ 1165.931409] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.944832] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.960659] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "refresh_cache-1c2291eb-c6e2-47f9-8e18-6368e41c8a96" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.960808] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "refresh_cache-1c2291eb-c6e2-47f9-8e18-6368e41c8a96" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.960992] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1166.049798] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5277803c-ff16-c511-651f-3e9b3b2993bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015675} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.050227] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.050743] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.051076] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.051223] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.051408] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.051820] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0131767b-a5f2-4c8f-8421-8e1becae8c38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.062830] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.063248] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.064102] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6598468-ec4d-4c76-859b-4cead5a59fef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.071889] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1166.071889] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5246443a-a67f-0f9c-8d8b-fb59e64d81ba" [ 1166.071889] env[69773]: _type = "Task" [ 1166.071889] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.081331] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.081645] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5246443a-a67f-0f9c-8d8b-fb59e64d81ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.132663] env[69773]: DEBUG oslo_concurrency.lockutils [None req-37fde889-a88b-4452-871e-4f443804fd3d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.173401] env[69773]: DEBUG nova.compute.manager [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.174341] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284d2811-9d93-4778-90c4-20cbad059200 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.227447] env[69773]: DEBUG nova.scheduler.client.report [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.251564] env[69773]: DEBUG nova.network.neutron [req-46fe273a-4b31-47b4-abd4-a4d4958649a2 req-00b43072-efce-4272-8750-b6983ec05fc3 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updated VIF entry in instance network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1166.252482] env[69773]: DEBUG nova.network.neutron [req-46fe273a-4b31-47b4-abd4-a4d4958649a2 req-00b43072-efce-4272-8750-b6983ec05fc3 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.408153] env[69773]: DEBUG oslo_vmware.api [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390876, 'name': PowerOffVM_Task, 'duration_secs': 0.273862} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.408872] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.408872] env[69773]: DEBUG nova.compute.manager [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.409487] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff455068-6787-463f-a310-470dec77f0ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.428027] env[69773]: DEBUG oslo_concurrency.lockutils [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] Releasing lock "refresh_cache-e5a4a973-04ae-453b-b89b-d8fed0ce6563" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.428027] env[69773]: DEBUG nova.compute.manager [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Received event network-vif-deleted-f588e01f-fe9d-4f57-88df-71a0be44245c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.428027] env[69773]: INFO nova.compute.manager [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Neutron deleted interface f588e01f-fe9d-4f57-88df-71a0be44245c; detaching it from the instance and deleting it from the info cache [ 1166.428027] env[69773]: DEBUG nova.network.neutron [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.441352] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102503} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.441646] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.442514] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac99d38a-b7b8-44ff-9e52-a81226c1d438 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.474655] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 49d461a7-44c5-47c8-b033-70992a734e32/49d461a7-44c5-47c8-b033-70992a734e32.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.476191] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-257ee73d-8668-4a16-9aca-e2847581c4fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.498845] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1166.498845] env[69773]: value = "task-3390878" [ 1166.498845] env[69773]: _type = "Task" [ 1166.498845] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.509034] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.583183] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5246443a-a67f-0f9c-8d8b-fb59e64d81ba, 'name': SearchDatastore_Task, 'duration_secs': 0.020497} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.584021] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e04d437-6a08-4eba-9e78-d9a38762d028 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.589612] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1166.589612] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52021d85-dae3-703d-82a4-e1f77c3b2506" [ 1166.589612] env[69773]: _type = "Task" [ 1166.589612] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.598591] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52021d85-dae3-703d-82a4-e1f77c3b2506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.711092] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1166.732866] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.735947] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.100s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.735947] env[69773]: DEBUG nova.objects.instance [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lazy-loading 'resources' on Instance uuid b3cbd675-8893-4267-b1dd-10a9f8bc6a68 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.754393] env[69773]: DEBUG oslo_concurrency.lockutils [req-46fe273a-4b31-47b4-abd4-a4d4958649a2 req-00b43072-efce-4272-8750-b6983ec05fc3 service nova] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.760100] env[69773]: INFO nova.scheduler.client.report [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Deleted allocations for instance 617c58f7-8f68-46f6-82a2-4c3fe82845b7 [ 1166.930262] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35a76f80-f10b-4d09-881f-1377e5425560 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.933197] env[69773]: DEBUG oslo_concurrency.lockutils [None req-811f674a-bce8-486c-8d32-aaea23a01549 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.946928] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc577a50-5f50-4d5d-918e-fc450b390e27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.987553] env[69773]: DEBUG nova.compute.manager [req-0ee25898-a0e5-47df-88eb-ee46c2d61927 req-73d899db-761f-4ac4-864a-c6b6db7ca805 service nova] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Detach interface failed, port_id=f588e01f-fe9d-4f57-88df-71a0be44245c, reason: Instance 91226260-9e23-4a9e-ba63-bcb0a03621b9 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.010534] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390878, 'name': ReconfigVM_Task, 'duration_secs': 0.441786} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.010861] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 49d461a7-44c5-47c8-b033-70992a734e32/49d461a7-44c5-47c8-b033-70992a734e32.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.011625] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9ab4eef-e64c-4964-b8bb-29b3c930e83d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.018926] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1167.018926] env[69773]: value = "task-3390879" [ 1167.018926] env[69773]: _type = "Task" [ 1167.018926] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.028494] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390879, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.082362] env[69773]: DEBUG nova.compute.manager [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received event network-changed-2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.082547] env[69773]: DEBUG nova.compute.manager [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing instance network info cache due to event network-changed-2d9f9f75-7844-4aee-a491-29810542eb42. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.082851] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Acquiring lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.083180] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Acquired lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.083722] env[69773]: DEBUG nova.network.neutron [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing network info cache for port 2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1167.101192] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52021d85-dae3-703d-82a4-e1f77c3b2506, 'name': SearchDatastore_Task, 'duration_secs': 0.014088} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.101572] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.101877] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e5a4a973-04ae-453b-b89b-d8fed0ce6563/e5a4a973-04ae-453b-b89b-d8fed0ce6563.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.102167] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b50d8b3-4644-46ed-b675-0ae22d6e8c35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.110920] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1167.110920] env[69773]: value = "task-3390880" [ 1167.110920] env[69773]: _type = "Task" [ 1167.110920] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.121332] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.182065] env[69773]: DEBUG nova.network.neutron [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Updating instance_info_cache with network_info: [{"id": "540747a1-6ca1-486c-9448-da294ecd073b", "address": "fa:16:3e:e0:8c:bd", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540747a1-6c", "ovs_interfaceid": "540747a1-6ca1-486c-9448-da294ecd073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.190774] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d015f62-674d-4c76-bd8a-1ab670b4f28a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.198955] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Doing hard reboot of VM {{(pid=69773) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1167.202140] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c94ffbd4-bcb7-40d3-b534-96b28ba49ed9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.209774] env[69773]: DEBUG oslo_vmware.api [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1167.209774] env[69773]: value = "task-3390881" [ 1167.209774] env[69773]: _type = "Task" [ 1167.209774] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.222499] env[69773]: DEBUG oslo_vmware.api [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390881, 'name': ResetVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.268327] env[69773]: DEBUG oslo_concurrency.lockutils [None req-770cb0ea-5ed7-461e-9f30-72634b625ce8 tempest-ServersNegativeTestMultiTenantJSON-350752982 tempest-ServersNegativeTestMultiTenantJSON-350752982-project-member] Lock "617c58f7-8f68-46f6-82a2-4c3fe82845b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.488s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.517345] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340f7c67-0f1d-4e6c-9072-6ec034dec35f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.540726] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390879, 'name': Rename_Task, 'duration_secs': 0.150369} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.545437] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.546552] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-202f1b45-dde4-4d91-a61c-1dda82940551 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.550015] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b661ba-3747-4198-b7e1-be9a50cbadd9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.600182] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbaae84e-dc62-44c9-8a93-c7e0d35f1a3d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.602529] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1167.602529] env[69773]: value = "task-3390882" [ 1167.602529] env[69773]: _type = "Task" [ 1167.602529] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.616562] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28bc293-29ee-4569-bb1e-d1f58f2a70a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.629922] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390882, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.647404] env[69773]: DEBUG nova.compute.provider_tree [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.650498] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390880, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.690054] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "refresh_cache-1c2291eb-c6e2-47f9-8e18-6368e41c8a96" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.690429] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Instance network_info: |[{"id": "540747a1-6ca1-486c-9448-da294ecd073b", "address": "fa:16:3e:e0:8c:bd", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540747a1-6c", "ovs_interfaceid": "540747a1-6ca1-486c-9448-da294ecd073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1167.690960] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:8c:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '650f7968-4522-4ba5-8304-1b9949951ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '540747a1-6ca1-486c-9448-da294ecd073b', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.700349] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.700831] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.701141] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4317a84f-83bd-4c7d-a38b-125d65900c3c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.727604] env[69773]: DEBUG oslo_vmware.api [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390881, 'name': ResetVM_Task, 'duration_secs': 0.09616} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.728934] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Did hard reboot of VM {{(pid=69773) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1167.729153] env[69773]: DEBUG nova.compute.manager [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.729731] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.729731] env[69773]: value = "task-3390883" [ 1167.729731] env[69773]: _type = "Task" [ 1167.729731] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.730133] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9bbd2c-7a2f-4213-a1a3-bc42f74fd2aa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.743720] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390883, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.026580] env[69773]: DEBUG nova.network.neutron [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updated VIF entry in instance network info cache for port 2d9f9f75-7844-4aee-a491-29810542eb42. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1168.026956] env[69773]: DEBUG nova.network.neutron [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.031135] env[69773]: DEBUG nova.compute.manager [req-e62e24c9-303f-4169-b471-294135c7d05f req-f2171601-241f-41b7-9367-132c8fa88d38 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received event network-changed-2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.031402] env[69773]: DEBUG nova.compute.manager [req-e62e24c9-303f-4169-b471-294135c7d05f req-f2171601-241f-41b7-9367-132c8fa88d38 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing instance network info cache due to event network-changed-2d9f9f75-7844-4aee-a491-29810542eb42. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.031527] env[69773]: DEBUG oslo_concurrency.lockutils [req-e62e24c9-303f-4169-b471-294135c7d05f req-f2171601-241f-41b7-9367-132c8fa88d38 service nova] Acquiring lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.116015] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390882, 'name': PowerOnVM_Task, 'duration_secs': 0.528228} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.121287] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.121570] env[69773]: INFO nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Took 8.13 seconds to spawn the instance on the hypervisor. [ 1168.121824] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.122791] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7aaf830-fb8c-4f5d-95d5-aef4b5224f64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.134729] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621877} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.136622] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] e5a4a973-04ae-453b-b89b-d8fed0ce6563/e5a4a973-04ae-453b-b89b-d8fed0ce6563.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.136971] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.141120] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5217710e-7fb1-40e5-8e1b-17e107120cbc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.149398] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1168.149398] env[69773]: value = "task-3390884" [ 1168.149398] env[69773]: _type = "Task" [ 1168.149398] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.156978] env[69773]: DEBUG nova.scheduler.client.report [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.168520] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.244752] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390883, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.258505] env[69773]: DEBUG oslo_concurrency.lockutils [None req-fd5fc68b-8a45-4e44-ab37-7d25e0373e5f tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.441s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.319846] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.320048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.534296] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Releasing lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.534552] env[69773]: DEBUG nova.compute.manager [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Received event network-vif-plugged-540747a1-6ca1-486c-9448-da294ecd073b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.535193] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Acquiring lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.535193] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.535193] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.535369] env[69773]: DEBUG nova.compute.manager [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] No waiting events found dispatching network-vif-plugged-540747a1-6ca1-486c-9448-da294ecd073b {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.535508] env[69773]: WARNING nova.compute.manager [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Received unexpected event network-vif-plugged-540747a1-6ca1-486c-9448-da294ecd073b for instance with vm_state building and task_state spawning. [ 1168.535674] env[69773]: DEBUG nova.compute.manager [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Received event network-changed-540747a1-6ca1-486c-9448-da294ecd073b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.535828] env[69773]: DEBUG nova.compute.manager [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Refreshing instance network info cache due to event network-changed-540747a1-6ca1-486c-9448-da294ecd073b. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.536029] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Acquiring lock "refresh_cache-1c2291eb-c6e2-47f9-8e18-6368e41c8a96" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.536173] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Acquired lock "refresh_cache-1c2291eb-c6e2-47f9-8e18-6368e41c8a96" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.536337] env[69773]: DEBUG nova.network.neutron [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Refreshing network info cache for port 540747a1-6ca1-486c-9448-da294ecd073b {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1168.538694] env[69773]: DEBUG oslo_concurrency.lockutils [req-e62e24c9-303f-4169-b471-294135c7d05f req-f2171601-241f-41b7-9367-132c8fa88d38 service nova] Acquired lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.538919] env[69773]: DEBUG nova.network.neutron [req-e62e24c9-303f-4169-b471-294135c7d05f req-f2171601-241f-41b7-9367-132c8fa88d38 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing network info cache for port 2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1168.658423] env[69773]: INFO nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Took 14.79 seconds to build instance. [ 1168.666358] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.668560] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075233} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.669334] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.588s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.669525] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.671537] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.672901] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde06c14-eeeb-4d8b-8734-cabc11491202 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.701135] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] e5a4a973-04ae-453b-b89b-d8fed0ce6563/e5a4a973-04ae-453b-b89b-d8fed0ce6563.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.702084] env[69773]: INFO nova.scheduler.client.report [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleted allocations for instance b3cbd675-8893-4267-b1dd-10a9f8bc6a68 [ 1168.707311] env[69773]: INFO nova.scheduler.client.report [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted allocations for instance 91226260-9e23-4a9e-ba63-bcb0a03621b9 [ 1168.708603] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ae7df57-b6c4-4384-bbe4-18529022e6b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.740861] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1168.740861] env[69773]: value = "task-3390885" [ 1168.740861] env[69773]: _type = "Task" [ 1168.740861] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.747378] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390883, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.753491] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.823074] env[69773]: DEBUG nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.053283] env[69773]: DEBUG nova.compute.manager [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.054471] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde7a46e-9557-4542-a3ba-f770a106e73e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.160703] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "49d461a7-44c5-47c8-b033-70992a734e32" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.306s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.234772] env[69773]: DEBUG oslo_concurrency.lockutils [None req-67d0fcf7-e606-41d7-b631-e52aace64a51 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "b3cbd675-8893-4267-b1dd-10a9f8bc6a68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.861s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.240082] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6804d974-d73b-48b1-a1bb-a4efb2812893 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "91226260-9e23-4a9e-ba63-bcb0a03621b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.869s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.255465] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390883, 'name': CreateVM_Task, 'duration_secs': 1.415929} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.260886] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.261278] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390885, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.265080] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.265355] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.265742] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.266785] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe60783-396d-4a2d-9119-9b2f4382edbe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.273175] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1169.273175] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b2b17-2ed9-9da4-960e-935a2e02f7b1" [ 1169.273175] env[69773]: _type = "Task" [ 1169.273175] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.284580] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b2b17-2ed9-9da4-960e-935a2e02f7b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.327872] env[69773]: DEBUG nova.network.neutron [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Updated VIF entry in instance network info cache for port 540747a1-6ca1-486c-9448-da294ecd073b. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1169.328301] env[69773]: DEBUG nova.network.neutron [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Updating instance_info_cache with network_info: [{"id": "540747a1-6ca1-486c-9448-da294ecd073b", "address": "fa:16:3e:e0:8c:bd", "network": {"id": "8be3e0e5-6b55-4d0e-a2c8-6411c56f0ae6", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-629445834-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f39de1583840406081ce931e289d82e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "650f7968-4522-4ba5-8304-1b9949951ed7", "external-id": "nsx-vlan-transportzone-568", "segmentation_id": 568, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap540747a1-6c", "ovs_interfaceid": "540747a1-6ca1-486c-9448-da294ecd073b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.363549] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.363707] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.367160] env[69773]: INFO nova.compute.claims [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.502080] env[69773]: DEBUG nova.network.neutron [req-e62e24c9-303f-4169-b471-294135c7d05f req-f2171601-241f-41b7-9367-132c8fa88d38 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updated VIF entry in instance network info cache for port 2d9f9f75-7844-4aee-a491-29810542eb42. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1169.502857] env[69773]: DEBUG nova.network.neutron [req-e62e24c9-303f-4169-b471-294135c7d05f req-f2171601-241f-41b7-9367-132c8fa88d38 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.569689] env[69773]: INFO nova.compute.manager [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] instance snapshotting [ 1169.570401] env[69773]: WARNING nova.compute.manager [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1169.572814] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2dcdd5-f0ae-4a3f-996c-31a5e9b4f758 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.593720] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83db163d-642d-4874-922e-c46681d41543 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.755038] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390885, 'name': ReconfigVM_Task, 'duration_secs': 0.540665} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.755368] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Reconfigured VM instance instance-00000067 to attach disk [datastore2] e5a4a973-04ae-453b-b89b-d8fed0ce6563/e5a4a973-04ae-453b-b89b-d8fed0ce6563.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.755998] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0a98818-00e6-4449-853c-27b22e1e0ff4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.763935] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1169.763935] env[69773]: value = "task-3390887" [ 1169.763935] env[69773]: _type = "Task" [ 1169.763935] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.773675] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390887, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.783473] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521b2b17-2ed9-9da4-960e-935a2e02f7b1, 'name': SearchDatastore_Task, 'duration_secs': 0.016268} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.783930] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.784188] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.784567] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.784748] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.784987] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.785432] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb17e4a-1fbd-47f6-a68b-37f7968ca329 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.798958] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.800207] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.801017] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d228639-f1b1-4ca5-bf7f-e30a3bbc59dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.807779] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1169.807779] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e80948-676c-0e39-d886-48c8aee3b69b" [ 1169.807779] env[69773]: _type = "Task" [ 1169.807779] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.816756] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e80948-676c-0e39-d886-48c8aee3b69b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.833690] env[69773]: DEBUG oslo_concurrency.lockutils [req-71f9841d-4e99-454d-b2b0-1671e3053598 req-7825fa24-93f8-4960-af85-07e17426fdbf service nova] Releasing lock "refresh_cache-1c2291eb-c6e2-47f9-8e18-6368e41c8a96" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.006012] env[69773]: DEBUG oslo_concurrency.lockutils [req-e62e24c9-303f-4169-b471-294135c7d05f req-f2171601-241f-41b7-9367-132c8fa88d38 service nova] Releasing lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.063835] env[69773]: DEBUG nova.compute.manager [req-7e569060-d1a8-4394-88fe-4732a3c67e52 req-fc1b64ac-4a45-4bc2-b4e2-4f8dd1ab6b2f service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.064234] env[69773]: DEBUG nova.compute.manager [req-7e569060-d1a8-4394-88fe-4732a3c67e52 req-fc1b64ac-4a45-4bc2-b4e2-4f8dd1ab6b2f service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing instance network info cache due to event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.064697] env[69773]: DEBUG oslo_concurrency.lockutils [req-7e569060-d1a8-4394-88fe-4732a3c67e52 req-fc1b64ac-4a45-4bc2-b4e2-4f8dd1ab6b2f service nova] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.064825] env[69773]: DEBUG oslo_concurrency.lockutils [req-7e569060-d1a8-4394-88fe-4732a3c67e52 req-fc1b64ac-4a45-4bc2-b4e2-4f8dd1ab6b2f service nova] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.065034] env[69773]: DEBUG nova.network.neutron [req-7e569060-d1a8-4394-88fe-4732a3c67e52 req-fc1b64ac-4a45-4bc2-b4e2-4f8dd1ab6b2f service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1170.105678] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1170.106033] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c805bef-4b4d-4e7a-a41e-108874f329e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.115358] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1170.115358] env[69773]: value = "task-3390888" [ 1170.115358] env[69773]: _type = "Task" [ 1170.115358] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.124545] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390888, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.274274] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390887, 'name': Rename_Task, 'duration_secs': 0.3043} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.274543] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.274792] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-109415b4-4369-41be-84a0-85ab47a9e172 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.282831] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1170.282831] env[69773]: value = "task-3390889" [ 1170.282831] env[69773]: _type = "Task" [ 1170.282831] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.291665] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.318241] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e80948-676c-0e39-d886-48c8aee3b69b, 'name': SearchDatastore_Task, 'duration_secs': 0.012396} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.319164] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bf4762d-d967-42df-b239-7807d17b00e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.326893] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1170.326893] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522635a2-8e84-d602-851a-4dd6c1333400" [ 1170.326893] env[69773]: _type = "Task" [ 1170.326893] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.337319] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522635a2-8e84-d602-851a-4dd6c1333400, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.627534] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390888, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.629696] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2981501-9c8c-404e-b399-3541750a9bf4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.643551] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2252204-750e-40ae-8f8a-d29d1d5df36e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.689367] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7608dfd-2086-40dc-9ef7-58413b8cadd8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.696019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.696019] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.704209] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9739c2-533c-40a9-af34-04109d58dfcf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.721083] env[69773]: DEBUG nova.compute.provider_tree [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.796290] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.838429] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522635a2-8e84-d602-851a-4dd6c1333400, 'name': SearchDatastore_Task, 'duration_secs': 0.012405} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.841418] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.841695] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 1c2291eb-c6e2-47f9-8e18-6368e41c8a96/1c2291eb-c6e2-47f9-8e18-6368e41c8a96.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.841985] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f06a616b-3643-4113-b927-5283c94d8969 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.851373] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1170.851373] env[69773]: value = "task-3390890" [ 1170.851373] env[69773]: _type = "Task" [ 1170.851373] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.860341] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.967401] env[69773]: DEBUG nova.network.neutron [req-7e569060-d1a8-4394-88fe-4732a3c67e52 req-fc1b64ac-4a45-4bc2-b4e2-4f8dd1ab6b2f service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updated VIF entry in instance network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1170.967870] env[69773]: DEBUG nova.network.neutron [req-7e569060-d1a8-4394-88fe-4732a3c67e52 req-fc1b64ac-4a45-4bc2-b4e2-4f8dd1ab6b2f service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.130309] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390888, 'name': CreateSnapshot_Task, 'duration_secs': 0.798967} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.130691] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1171.134109] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63583dc9-c5e2-4649-833d-4eb43c761c41 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.194771] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "863bc2b1-d863-459a-9927-4ac006b4c756" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.194771] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.199329] env[69773]: DEBUG nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.225093] env[69773]: DEBUG nova.scheduler.client.report [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.295628] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390889, 'name': PowerOnVM_Task, 'duration_secs': 0.569053} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.295842] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.296278] env[69773]: INFO nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1171.296403] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.297881] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65998b80-d4cb-4195-bee6-69aea810b35c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.361644] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390890, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.471250] env[69773]: DEBUG oslo_concurrency.lockutils [req-7e569060-d1a8-4394-88fe-4732a3c67e52 req-fc1b64ac-4a45-4bc2-b4e2-4f8dd1ab6b2f service nova] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.652857] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1171.653227] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-92603959-5847-40f6-802a-30f234fe5f11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.662284] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1171.662284] env[69773]: value = "task-3390891" [ 1171.662284] env[69773]: _type = "Task" [ 1171.662284] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.671514] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390891, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.698994] env[69773]: DEBUG nova.compute.utils [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.724956] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.730841] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.731580] env[69773]: DEBUG nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.734549] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.010s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.738119] env[69773]: INFO nova.compute.claims [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1171.818786] env[69773]: INFO nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Took 17.92 seconds to build instance. [ 1171.862581] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530679} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.862867] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 1c2291eb-c6e2-47f9-8e18-6368e41c8a96/1c2291eb-c6e2-47f9-8e18-6368e41c8a96.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.863124] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.863390] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5704e757-17ff-4b09-96f7-0f4049888fc5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.871823] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1171.871823] env[69773]: value = "task-3390892" [ 1171.871823] env[69773]: _type = "Task" [ 1171.871823] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.881385] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.176377] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390891, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.203447] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.241561] env[69773]: DEBUG nova.compute.utils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.245466] env[69773]: DEBUG nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.245636] env[69773]: DEBUG nova.network.neutron [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.294870] env[69773]: DEBUG nova.policy [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68af581052c04bf782c0470e0c7dea1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80af706107c4e929261072b9ac75b0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.321472] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.434s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.383745] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078322} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.385460] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.386158] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14e1ede-4016-445d-8c44-a973910afaaf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.411975] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 1c2291eb-c6e2-47f9-8e18-6368e41c8a96/1c2291eb-c6e2-47f9-8e18-6368e41c8a96.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.412310] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330d8be7-d36c-4e70-8ab0-caa3ed1dd5a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.434391] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1172.434391] env[69773]: value = "task-3390893" [ 1172.434391] env[69773]: _type = "Task" [ 1172.434391] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.443387] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.574791] env[69773]: DEBUG nova.network.neutron [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Successfully created port: ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.676098] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390891, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.747061] env[69773]: DEBUG nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.949027] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.984034] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81757ac9-5a98-495f-a604-dc4fb3757c2b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.993265] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c0f61f-7d7f-46d3-949a-564693fe485a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.027416] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503083d3-c23f-4e29-9a0d-f0030271bfe1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.035908] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0f3ad7-853d-4a60-9fea-e1cf41d6e625 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.050719] env[69773]: DEBUG nova.compute.provider_tree [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.176711] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390891, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.283547] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "863bc2b1-d863-459a-9927-4ac006b4c756" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.283547] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.283755] env[69773]: INFO nova.compute.manager [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Attaching volume ae2eb053-c80a-4a2f-952b-b3dbb388a20b to /dev/sdb [ 1173.320058] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16088ab-e6aa-4e5b-8cac-08c2cf032e65 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.328627] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524ade8b-e980-452f-8cb7-47e7cdf385d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.343780] env[69773]: DEBUG nova.virt.block_device [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updating existing volume attachment record: 0730a71a-90ae-4229-92b5-4521354a1f06 {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.381332] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.381620] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.381836] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.382111] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.382293] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.384464] env[69773]: INFO nova.compute.manager [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Terminating instance [ 1173.415582] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.415582] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.415746] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.416209] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.416209] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.416347] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.416628] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.416668] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1173.417075] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.445766] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390893, 'name': ReconfigVM_Task, 'duration_secs': 0.828441} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.446083] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 1c2291eb-c6e2-47f9-8e18-6368e41c8a96/1c2291eb-c6e2-47f9-8e18-6368e41c8a96.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.446793] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-233f52bb-9836-4ca0-a966-c9df99acb9c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.456156] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1173.456156] env[69773]: value = "task-3390894" [ 1173.456156] env[69773]: _type = "Task" [ 1173.456156] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.553647] env[69773]: DEBUG nova.scheduler.client.report [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.673817] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390891, 'name': CloneVM_Task, 'duration_secs': 1.883853} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.674116] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Created linked-clone VM from snapshot [ 1173.674877] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0122f5b6-c0e3-49b8-8944-ec0bc6101690 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.682726] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Uploading image e83f46c6-4849-4283-b81c-9a02ab9e5a2e {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1173.704687] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1173.704687] env[69773]: value = "vm-676564" [ 1173.704687] env[69773]: _type = "VirtualMachine" [ 1173.704687] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1173.704961] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5517188e-57fc-4562-a5a2-0e5003eb2628 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.712183] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lease: (returnval){ [ 1173.712183] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fa1692-3930-2641-2f56-174a0a0e6a74" [ 1173.712183] env[69773]: _type = "HttpNfcLease" [ 1173.712183] env[69773]: } obtained for exporting VM: (result){ [ 1173.712183] env[69773]: value = "vm-676564" [ 1173.712183] env[69773]: _type = "VirtualMachine" [ 1173.712183] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1173.712411] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the lease: (returnval){ [ 1173.712411] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fa1692-3930-2641-2f56-174a0a0e6a74" [ 1173.712411] env[69773]: _type = "HttpNfcLease" [ 1173.712411] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1173.719268] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.719268] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fa1692-3930-2641-2f56-174a0a0e6a74" [ 1173.719268] env[69773]: _type = "HttpNfcLease" [ 1173.719268] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1173.759921] env[69773]: DEBUG nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.783503] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.783758] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.783988] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.784249] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.784469] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.784717] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.784983] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.785244] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.785372] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.785594] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.785792] env[69773]: DEBUG nova.virt.hardware [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.786744] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05671717-0100-4ecd-b2ba-056488e774a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.794907] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab7150-0f67-4973-b137-0dbb2d05bc9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.889671] env[69773]: DEBUG nova.compute.manager [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.889671] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.890047] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf09105e-66a5-4cfe-85eb-fb5061088e4d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.897834] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.898115] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d94aa7b-6bff-4a0a-99f7-f1b954cd5662 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.904613] env[69773]: DEBUG oslo_vmware.api [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1173.904613] env[69773]: value = "task-3390897" [ 1173.904613] env[69773]: _type = "Task" [ 1173.904613] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.914154] env[69773]: DEBUG oslo_vmware.api [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.920293] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.967665] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390894, 'name': Rename_Task, 'duration_secs': 0.158317} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.967954] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.968308] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d6fedbb-838f-4755-bafb-6b7b47aac208 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.974185] env[69773]: DEBUG nova.compute.manager [req-fc455357-e983-4480-ac4e-3c6554d3cf7a req-a857f693-e01a-48e1-a08a-9a4b30ae3001 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Received event network-vif-plugged-ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.974418] env[69773]: DEBUG oslo_concurrency.lockutils [req-fc455357-e983-4480-ac4e-3c6554d3cf7a req-a857f693-e01a-48e1-a08a-9a4b30ae3001 service nova] Acquiring lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.974634] env[69773]: DEBUG oslo_concurrency.lockutils [req-fc455357-e983-4480-ac4e-3c6554d3cf7a req-a857f693-e01a-48e1-a08a-9a4b30ae3001 service nova] Lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.974774] env[69773]: DEBUG oslo_concurrency.lockutils [req-fc455357-e983-4480-ac4e-3c6554d3cf7a req-a857f693-e01a-48e1-a08a-9a4b30ae3001 service nova] Lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.974980] env[69773]: DEBUG nova.compute.manager [req-fc455357-e983-4480-ac4e-3c6554d3cf7a req-a857f693-e01a-48e1-a08a-9a4b30ae3001 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] No waiting events found dispatching network-vif-plugged-ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.975139] env[69773]: WARNING nova.compute.manager [req-fc455357-e983-4480-ac4e-3c6554d3cf7a req-a857f693-e01a-48e1-a08a-9a4b30ae3001 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Received unexpected event network-vif-plugged-ecb56eaa-3c01-436c-b3fb-8fe94095c736 for instance with vm_state building and task_state spawning. [ 1173.977040] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1173.977040] env[69773]: value = "task-3390900" [ 1173.977040] env[69773]: _type = "Task" [ 1173.977040] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.986939] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.059046] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.059736] env[69773]: DEBUG nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1174.063586] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.143s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.063852] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.064220] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1174.065562] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41ed479-f24e-450f-bb2c-b73a33c7e6f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.075045] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85e9639-ef20-4bfd-830e-731a448e08f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.080054] env[69773]: DEBUG nova.network.neutron [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Successfully updated port: ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.101705] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50e1ad3-e221-4a35-8ecc-7a39e9f63edd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.117949] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6073a956-0425-4b98-aa25-956a9a125060 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.155408] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179159MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1174.155580] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.155826] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.221373] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.221373] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fa1692-3930-2641-2f56-174a0a0e6a74" [ 1174.221373] env[69773]: _type = "HttpNfcLease" [ 1174.221373] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1174.221673] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1174.221673] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fa1692-3930-2641-2f56-174a0a0e6a74" [ 1174.221673] env[69773]: _type = "HttpNfcLease" [ 1174.221673] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1174.222475] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848c50b5-414e-4562-897a-d7e54524b67b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.230225] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205637f-6ce0-b3ce-2296-e4c7cac809d9/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1174.230404] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205637f-6ce0-b3ce-2296-e4c7cac809d9/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1174.327345] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7cd2dbd6-1edf-4ed9-96dd-5eedb7532b7f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.417972] env[69773]: DEBUG oslo_vmware.api [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390897, 'name': PowerOffVM_Task, 'duration_secs': 0.295419} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.418365] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.418615] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.418975] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579cd8c7-c04f-4bc7-8f53-3d3696395b1d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.491868] env[69773]: DEBUG oslo_vmware.api [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390900, 'name': PowerOnVM_Task, 'duration_secs': 0.478538} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.493426] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.493712] env[69773]: INFO nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1174.493977] env[69773]: DEBUG nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.494340] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.494553] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.494759] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleting the datastore file [datastore2] 40f6ae8a-8d2c-44a7-972d-a00815ed2a77 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.495545] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b2f390-b16c-4584-9b10-c22aedda0ff8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.498189] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f1f5e20-a076-4c60-ac8f-7085efc23204 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.507786] env[69773]: DEBUG oslo_vmware.api [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1174.507786] env[69773]: value = "task-3390902" [ 1174.507786] env[69773]: _type = "Task" [ 1174.507786] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.519271] env[69773]: DEBUG oslo_vmware.api [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.566207] env[69773]: DEBUG nova.compute.utils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1174.569286] env[69773]: DEBUG nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1174.569532] env[69773]: DEBUG nova.network.neutron [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1174.583501] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.583787] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.584038] env[69773]: DEBUG nova.network.neutron [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1174.626655] env[69773]: DEBUG nova.policy [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7c15677dc454f6f8bec89f582b4a798', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb40387446674823ba68438dbb4cf9c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1174.922644] env[69773]: DEBUG nova.network.neutron [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Successfully created port: 91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1175.019478] env[69773]: INFO nova.compute.manager [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Took 21.09 seconds to build instance. [ 1175.024497] env[69773]: DEBUG oslo_vmware.api [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231214} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.024820] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.025468] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.025609] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.026113] env[69773]: INFO nova.compute.manager [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1175.026238] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.026641] env[69773]: DEBUG nova.compute.manager [-] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1175.026696] env[69773]: DEBUG nova.network.neutron [-] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1175.073071] env[69773]: DEBUG nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1175.133272] env[69773]: DEBUG nova.network.neutron [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1175.209811] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e82b533c-5d98-47e1-877a-78b4cdcdeeec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.210137] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.210794] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40822524-65fe-4e0a-924b-e2ed060b8957 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.210794] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6e6bc02f-3f52-442a-a061-9f9e82f64488 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.210794] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 40f6ae8a-8d2c-44a7-972d-a00815ed2a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.210794] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.210794] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 863bc2b1-d863-459a-9927-4ac006b4c756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.211103] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance dd96d90b-043e-41de-b818-106d0704f5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.211103] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 2fed43f4-a3a8-45af-8211-6f426d1e2cac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.212499] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 791070e6-9532-432b-a947-f1472390974b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.212499] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance c2320181-ebcd-4e6b-9e2e-6b7a4db76db1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.212499] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 49d461a7-44c5-47c8-b033-70992a734e32 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.212499] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e5a4a973-04ae-453b-b89b-d8fed0ce6563 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.212499] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 1c2291eb-c6e2-47f9-8e18-6368e41c8a96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.212499] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 97bb658c-bfe4-491f-8a48-bfe1a5859a3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.212499] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance db32e7e1-50c5-48e9-b907-fa13c230feb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1175.212867] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1175.213183] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1175.499162] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f355be-2259-4f86-b3d4-02b3eb72dd52 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.508892] env[69773]: DEBUG nova.network.neutron [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Updating instance_info_cache with network_info: [{"id": "ecb56eaa-3c01-436c-b3fb-8fe94095c736", "address": "fa:16:3e:9d:00:4e", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb56eaa-3c", "ovs_interfaceid": "ecb56eaa-3c01-436c-b3fb-8fe94095c736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.511081] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd97500-b01a-46cb-851c-1aa52e16f77f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.548349] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cfad7ad0-3766-4b37-a6cb-aa4bb3110cf9 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.627s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.550066] env[69773]: DEBUG nova.network.neutron [-] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.551643] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037d271a-d9b5-4377-bd22-3f37e603d78c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.561867] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38304bd9-51ba-4a64-9919-62a8fbb55fd4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.584352] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.616454] env[69773]: DEBUG nova.compute.manager [req-5dbf09eb-32cc-4b00-a5ed-4e1fdbab44d2 req-28c7744f-c761-469d-9db8-31c6f9844736 service nova] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Received event network-vif-deleted-5e8c75d6-4183-49b2-9a23-1dd07a5b412e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.000663] env[69773]: DEBUG nova.compute.manager [req-9b4400d3-b67b-4b58-a37f-0c4a50ab785c req-0530ede1-95d5-4117-962f-86da856e8f03 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Received event network-changed-ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.000814] env[69773]: DEBUG nova.compute.manager [req-9b4400d3-b67b-4b58-a37f-0c4a50ab785c req-0530ede1-95d5-4117-962f-86da856e8f03 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Refreshing instance network info cache due to event network-changed-ecb56eaa-3c01-436c-b3fb-8fe94095c736. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.001093] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4400d3-b67b-4b58-a37f-0c4a50ab785c req-0530ede1-95d5-4117-962f-86da856e8f03 service nova] Acquiring lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.016218] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.016569] env[69773]: DEBUG nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Instance network_info: |[{"id": "ecb56eaa-3c01-436c-b3fb-8fe94095c736", "address": "fa:16:3e:9d:00:4e", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb56eaa-3c", "ovs_interfaceid": "ecb56eaa-3c01-436c-b3fb-8fe94095c736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.016874] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4400d3-b67b-4b58-a37f-0c4a50ab785c req-0530ede1-95d5-4117-962f-86da856e8f03 service nova] Acquired lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.017063] env[69773]: DEBUG nova.network.neutron [req-9b4400d3-b67b-4b58-a37f-0c4a50ab785c req-0530ede1-95d5-4117-962f-86da856e8f03 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Refreshing network info cache for port ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1176.018779] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:00:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecb56eaa-3c01-436c-b3fb-8fe94095c736', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.026919] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.027966] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.028233] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c318960-514b-4321-809f-ee90a41e99a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.052434] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.052434] env[69773]: value = "task-3390904" [ 1176.052434] env[69773]: _type = "Task" [ 1176.052434] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.056210] env[69773]: INFO nova.compute.manager [-] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Took 1.03 seconds to deallocate network for instance. [ 1176.064805] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390904, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.087484] env[69773]: DEBUG nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1176.090508] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.117231] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.117501] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.117654] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.117835] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.117984] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.118143] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.118355] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.118507] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.118669] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.118831] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.119071] env[69773]: DEBUG nova.virt.hardware [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.120339] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f37e9-2594-47f2-837a-c19ae4403107 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.129491] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfaed77-c850-4c14-9116-f79041ae62f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.347032] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "49d461a7-44c5-47c8-b033-70992a734e32" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.347340] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "49d461a7-44c5-47c8-b033-70992a734e32" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.347838] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "49d461a7-44c5-47c8-b033-70992a734e32-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.347838] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "49d461a7-44c5-47c8-b033-70992a734e32-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.347975] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "49d461a7-44c5-47c8-b033-70992a734e32-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.350575] env[69773]: INFO nova.compute.manager [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Terminating instance [ 1176.422862] env[69773]: DEBUG nova.network.neutron [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Successfully updated port: 91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1176.567439] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.567688] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390904, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.595769] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1176.595918] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.440s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.596162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.029s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.596384] env[69773]: DEBUG nova.objects.instance [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lazy-loading 'resources' on Instance uuid 40f6ae8a-8d2c-44a7-972d-a00815ed2a77 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.749994] env[69773]: DEBUG nova.network.neutron [req-9b4400d3-b67b-4b58-a37f-0c4a50ab785c req-0530ede1-95d5-4117-962f-86da856e8f03 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Updated VIF entry in instance network info cache for port ecb56eaa-3c01-436c-b3fb-8fe94095c736. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1176.750393] env[69773]: DEBUG nova.network.neutron [req-9b4400d3-b67b-4b58-a37f-0c4a50ab785c req-0530ede1-95d5-4117-962f-86da856e8f03 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Updating instance_info_cache with network_info: [{"id": "ecb56eaa-3c01-436c-b3fb-8fe94095c736", "address": "fa:16:3e:9d:00:4e", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb56eaa-3c", "ovs_interfaceid": "ecb56eaa-3c01-436c-b3fb-8fe94095c736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.855410] env[69773]: DEBUG nova.compute.manager [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.855712] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.857010] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018cb568-388e-438f-a084-c8dd0a5c3661 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.866754] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.867053] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3a5d098-fb95-4808-9857-831b0655f3fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.874838] env[69773]: DEBUG oslo_vmware.api [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1176.874838] env[69773]: value = "task-3390905" [ 1176.874838] env[69773]: _type = "Task" [ 1176.874838] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.883320] env[69773]: DEBUG oslo_vmware.api [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.925755] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.925923] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.926072] env[69773]: DEBUG nova.network.neutron [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1177.067631] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390904, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.255346] env[69773]: DEBUG oslo_concurrency.lockutils [req-9b4400d3-b67b-4b58-a37f-0c4a50ab785c req-0530ede1-95d5-4117-962f-86da856e8f03 service nova] Releasing lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.337218] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abecf557-c037-4d8d-8b92-0dc11809272c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.346028] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6612442-5018-4674-896d-41a802e0c308 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.380677] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caec7b8-87cc-4198-85b1-02e5c7797798 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.391469] env[69773]: DEBUG oslo_vmware.api [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.392721] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9649f8-b64b-4055-b542-c993b11df920 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.407410] env[69773]: DEBUG nova.compute.provider_tree [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.461827] env[69773]: DEBUG nova.network.neutron [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1177.564062] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390904, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.609603] env[69773]: DEBUG nova.network.neutron [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [{"id": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "address": "fa:16:3e:c1:f4:48", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d7eb53-a8", "ovs_interfaceid": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.888584] env[69773]: DEBUG oslo_vmware.api [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390905, 'name': PowerOffVM_Task, 'duration_secs': 0.80408} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.888866] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.889063] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.889352] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed78aa0c-69a0-41ab-b9ad-c53548fa4c14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.911184] env[69773]: DEBUG nova.scheduler.client.report [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.959541] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.959841] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.960159] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleting the datastore file [datastore2] 49d461a7-44c5-47c8-b033-70992a734e32 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.960473] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-535ae6f4-2993-47f8-9e99-9db58816edee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.968540] env[69773]: DEBUG oslo_vmware.api [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1177.968540] env[69773]: value = "task-3390907" [ 1177.968540] env[69773]: _type = "Task" [ 1177.968540] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.978202] env[69773]: DEBUG oslo_vmware.api [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.028452] env[69773]: DEBUG nova.compute.manager [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received event network-vif-plugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.029086] env[69773]: DEBUG oslo_concurrency.lockutils [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.029086] env[69773]: DEBUG oslo_concurrency.lockutils [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.029086] env[69773]: DEBUG oslo_concurrency.lockutils [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.029340] env[69773]: DEBUG nova.compute.manager [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] No waiting events found dispatching network-vif-plugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.029378] env[69773]: WARNING nova.compute.manager [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received unexpected event network-vif-plugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 for instance with vm_state building and task_state spawning. [ 1178.029540] env[69773]: DEBUG nova.compute.manager [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received event network-changed-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1178.029692] env[69773]: DEBUG nova.compute.manager [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Refreshing instance network info cache due to event network-changed-91d7eb53-a82d-4d67-8a4c-29e5f36409e9. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1178.029906] env[69773]: DEBUG oslo_concurrency.lockutils [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] Acquiring lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.065132] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390904, 'name': CreateVM_Task, 'duration_secs': 1.523277} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.065345] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.065997] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.066179] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.066538] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.066804] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9141792-edc9-478d-a5b8-ef4fbb3395f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.073131] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1178.073131] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521cfa2e-2984-38fd-996b-10acf1881862" [ 1178.073131] env[69773]: _type = "Task" [ 1178.073131] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.082227] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521cfa2e-2984-38fd-996b-10acf1881862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.112685] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.113054] env[69773]: DEBUG nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Instance network_info: |[{"id": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "address": "fa:16:3e:c1:f4:48", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d7eb53-a8", "ovs_interfaceid": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1178.113376] env[69773]: DEBUG oslo_concurrency.lockutils [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] Acquired lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.113595] env[69773]: DEBUG nova.network.neutron [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Refreshing network info cache for port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1178.114928] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:f4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91d7eb53-a82d-4d67-8a4c-29e5f36409e9', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.122682] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.123746] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.124026] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00c0c0de-3550-46da-9c96-f0d7d728db0d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.146430] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.146430] env[69773]: value = "task-3390908" [ 1178.146430] env[69773]: _type = "Task" [ 1178.146430] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.155948] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390908, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.391026] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.391320] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.392238] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cff7df9-fce5-4027-ab6c-1ad31decddc0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.411644] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bc06db-5568-4d7a-9d31-4fb38b8f75df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.415500] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.441329] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b/volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.442521] env[69773]: INFO nova.scheduler.client.report [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleted allocations for instance 40f6ae8a-8d2c-44a7-972d-a00815ed2a77 [ 1178.443562] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d8cf8a4-20d4-466e-981f-963ea459b367 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.468032] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1178.468032] env[69773]: value = "task-3390909" [ 1178.468032] env[69773]: _type = "Task" [ 1178.468032] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.483786] env[69773]: DEBUG oslo_vmware.api [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165597} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.484062] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390909, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.484391] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.484664] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.484901] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.485155] env[69773]: INFO nova.compute.manager [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1178.485449] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.485685] env[69773]: DEBUG nova.compute.manager [-] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.485803] env[69773]: DEBUG nova.network.neutron [-] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1178.588020] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521cfa2e-2984-38fd-996b-10acf1881862, 'name': SearchDatastore_Task, 'duration_secs': 0.011254} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.588468] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.588711] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.589082] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.589289] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.589512] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.589822] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc9bf77e-0e32-4002-b691-1551ab77b61e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.601390] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.601580] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.602630] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e4aae1f-fd12-4fa5-a460-36b3e4097204 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.610732] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1178.610732] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521cccf8-d91e-a08e-fadb-c853aaa54e4e" [ 1178.610732] env[69773]: _type = "Task" [ 1178.610732] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.620564] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521cccf8-d91e-a08e-fadb-c853aaa54e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.659655] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390908, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.945878] env[69773]: DEBUG nova.network.neutron [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updated VIF entry in instance network info cache for port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1178.946353] env[69773]: DEBUG nova.network.neutron [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [{"id": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "address": "fa:16:3e:c1:f4:48", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d7eb53-a8", "ovs_interfaceid": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.963160] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9316e55e-ecfb-4d98-a7b8-e9e2f6761d56 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "40f6ae8a-8d2c-44a7-972d-a00815ed2a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.581s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.978557] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390909, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.122771] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521cccf8-d91e-a08e-fadb-c853aaa54e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.013503} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.123539] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af05d71-0647-4ecd-aa73-0590e88f3cea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.130779] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1179.130779] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfe9c3-7539-8363-29e8-565f451e1707" [ 1179.130779] env[69773]: _type = "Task" [ 1179.130779] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.140142] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfe9c3-7539-8363-29e8-565f451e1707, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.153636] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "6e6bc02f-3f52-442a-a061-9f9e82f64488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.153858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "6e6bc02f-3f52-442a-a061-9f9e82f64488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.154126] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "6e6bc02f-3f52-442a-a061-9f9e82f64488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.154389] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "6e6bc02f-3f52-442a-a061-9f9e82f64488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.154605] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "6e6bc02f-3f52-442a-a061-9f9e82f64488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.160385] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390908, 'name': CreateVM_Task, 'duration_secs': 0.571956} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.160968] env[69773]: INFO nova.compute.manager [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Terminating instance [ 1179.162766] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.163514] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.163698] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.164055] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.165330] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0568a4e6-1daa-4110-9946-8b9532403807 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.172136] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1179.172136] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cc27a9-d5aa-af30-faea-016e8e217afd" [ 1179.172136] env[69773]: _type = "Task" [ 1179.172136] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.183183] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cc27a9-d5aa-af30-faea-016e8e217afd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.252135] env[69773]: DEBUG nova.network.neutron [-] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.449152] env[69773]: DEBUG oslo_concurrency.lockutils [req-99ef6f65-604f-4305-bbb2-65c3f10c0afe req-f2c06518-d360-40a5-9ab7-8d06c402d87d service nova] Releasing lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.479375] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390909, 'name': ReconfigVM_Task, 'duration_secs': 0.591179} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.479662] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b/volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.484479] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f970100-d942-46ab-b304-7a7516e9fcc5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.502449] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1179.502449] env[69773]: value = "task-3390910" [ 1179.502449] env[69773]: _type = "Task" [ 1179.502449] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.513773] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.645685] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52dfe9c3-7539-8363-29e8-565f451e1707, 'name': SearchDatastore_Task, 'duration_secs': 0.019637} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.646093] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.646498] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 97bb658c-bfe4-491f-8a48-bfe1a5859a3d/97bb658c-bfe4-491f-8a48-bfe1a5859a3d.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.646881] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb1cd337-a065-4b75-9422-b94c9271e551 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.656808] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1179.656808] env[69773]: value = "task-3390911" [ 1179.656808] env[69773]: _type = "Task" [ 1179.656808] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.671112] env[69773]: DEBUG nova.compute.manager [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.671386] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.671801] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.672955] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80555de5-f7f1-41f9-a49e-2bfc926c5146 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.690315] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cc27a9-d5aa-af30-faea-016e8e217afd, 'name': SearchDatastore_Task, 'duration_secs': 0.013972} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.693647] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.694066] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.694435] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.694672] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.694973] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.695445] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.695779] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c679960-deb3-4629-85a1-61c5a7563035 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.698601] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a798a5-f271-4720-a80d-67763deaab8c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.707930] env[69773]: DEBUG oslo_vmware.api [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1179.707930] env[69773]: value = "task-3390912" [ 1179.707930] env[69773]: _type = "Task" [ 1179.707930] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.716772] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.716772] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.717136] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9033bf41-8e49-4371-8f04-c1b29f66c399 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.725320] env[69773]: DEBUG oslo_vmware.api [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.731061] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1179.731061] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52035189-3e6c-207f-b075-c6168795ea7b" [ 1179.731061] env[69773]: _type = "Task" [ 1179.731061] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.740981] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52035189-3e6c-207f-b075-c6168795ea7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.754738] env[69773]: INFO nova.compute.manager [-] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Took 1.27 seconds to deallocate network for instance. [ 1180.015876] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.059490] env[69773]: DEBUG nova.compute.manager [req-f3804649-f51c-400d-8d8a-a6905e913762 req-fde3ce56-10ad-45d4-b7a8-29b74bb38a53 service nova] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Received event network-vif-deleted-1a56aacd-a764-4886-b89d-6be3ab348596 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.172104] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390911, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.220842] env[69773]: DEBUG oslo_vmware.api [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390912, 'name': PowerOffVM_Task, 'duration_secs': 0.320353} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.221193] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.221384] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.221698] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7d6c3d-aa69-4a8c-91dd-848b9cede64c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.243425] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52035189-3e6c-207f-b075-c6168795ea7b, 'name': SearchDatastore_Task, 'duration_secs': 0.019577} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.244388] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0701a933-64f8-4551-81c7-7f9e0d312246 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.251709] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1180.251709] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52953446-8056-529c-dd16-5df5f0135ca3" [ 1180.251709] env[69773]: _type = "Task" [ 1180.251709] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.263954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.264368] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.264611] env[69773]: DEBUG nova.objects.instance [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lazy-loading 'resources' on Instance uuid 49d461a7-44c5-47c8-b033-70992a734e32 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.265886] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52953446-8056-529c-dd16-5df5f0135ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.317221] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.317652] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.318085] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleting the datastore file [datastore2] 6e6bc02f-3f52-442a-a061-9f9e82f64488 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.318366] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e1b2bc0-cff3-4618-883b-4400c028910e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.328704] env[69773]: DEBUG oslo_vmware.api [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for the task: (returnval){ [ 1180.328704] env[69773]: value = "task-3390914" [ 1180.328704] env[69773]: _type = "Task" [ 1180.328704] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.338362] env[69773]: DEBUG oslo_vmware.api [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.515839] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390910, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.668937] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607865} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.669272] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 97bb658c-bfe4-491f-8a48-bfe1a5859a3d/97bb658c-bfe4-491f-8a48-bfe1a5859a3d.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.669525] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.669816] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-606cca60-af57-45e3-bdf8-ad2a38da0a83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.678728] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1180.678728] env[69773]: value = "task-3390915" [ 1180.678728] env[69773]: _type = "Task" [ 1180.678728] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.690105] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390915, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.763878] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52953446-8056-529c-dd16-5df5f0135ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.017004} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.764190] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.764465] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] db32e7e1-50c5-48e9-b907-fa13c230feb1/db32e7e1-50c5-48e9-b907-fa13c230feb1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.764762] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ded8b95f-c6af-4bf1-9a37-d21d7b05ef1a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.773807] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1180.773807] env[69773]: value = "task-3390916" [ 1180.773807] env[69773]: _type = "Task" [ 1180.773807] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.784524] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.844259] env[69773]: DEBUG oslo_vmware.api [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Task: {'id': task-3390914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424943} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.844531] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.844714] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.844886] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.845076] env[69773]: INFO nova.compute.manager [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1180.845327] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.845527] env[69773]: DEBUG nova.compute.manager [-] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.845810] env[69773]: DEBUG nova.network.neutron [-] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1180.995409] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b1f9a6-361e-454c-b806-41aef5f92cab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.004156] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85168117-ffcf-4138-a6d5-625f0c26f23b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.016928] env[69773]: DEBUG oslo_vmware.api [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390910, 'name': ReconfigVM_Task, 'duration_secs': 1.215584} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.041320] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.043594] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea68ef1-f495-4a99-ae70-5d7ebbdd8df3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.052465] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ac57b-8906-4e4d-84a0-07c5240da391 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.071436] env[69773]: DEBUG nova.compute.provider_tree [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.160353] env[69773]: DEBUG nova.compute.manager [req-f062fc28-dde0-4d56-9de7-4650db539ec3 req-c9e721ee-2c46-4029-8629-4532cbdb2b4a service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Received event network-vif-deleted-3a2603d9-abbd-4132-8e94-81007cf671c7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.160773] env[69773]: INFO nova.compute.manager [req-f062fc28-dde0-4d56-9de7-4650db539ec3 req-c9e721ee-2c46-4029-8629-4532cbdb2b4a service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Neutron deleted interface 3a2603d9-abbd-4132-8e94-81007cf671c7; detaching it from the instance and deleting it from the info cache [ 1181.161138] env[69773]: DEBUG nova.network.neutron [req-f062fc28-dde0-4d56-9de7-4650db539ec3 req-c9e721ee-2c46-4029-8629-4532cbdb2b4a service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.191585] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390915, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153226} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.191923] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1181.192767] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb785719-150d-4afa-9256-6f51a5841f7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.219932] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 97bb658c-bfe4-491f-8a48-bfe1a5859a3d/97bb658c-bfe4-491f-8a48-bfe1a5859a3d.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.220294] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eb17a63-e739-4678-a32c-e9e133c45d46 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.245964] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1181.245964] env[69773]: value = "task-3390917" [ 1181.245964] env[69773]: _type = "Task" [ 1181.245964] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.256938] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.286295] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390916, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.574765] env[69773]: DEBUG nova.scheduler.client.report [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.632683] env[69773]: DEBUG nova.network.neutron [-] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.666384] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2221d27-54b0-45d1-b7ad-7008509637a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.677242] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9d831-44b4-4295-aa2e-5f82cc40f53d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.716528] env[69773]: DEBUG nova.compute.manager [req-f062fc28-dde0-4d56-9de7-4650db539ec3 req-c9e721ee-2c46-4029-8629-4532cbdb2b4a service nova] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Detach interface failed, port_id=3a2603d9-abbd-4132-8e94-81007cf671c7, reason: Instance 6e6bc02f-3f52-442a-a061-9f9e82f64488 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1181.756784] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390917, 'name': ReconfigVM_Task, 'duration_secs': 0.348811} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.757147] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 97bb658c-bfe4-491f-8a48-bfe1a5859a3d/97bb658c-bfe4-491f-8a48-bfe1a5859a3d.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.757849] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29448398-a5f6-4de4-a8de-e3e3616fa4c1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.766624] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1181.766624] env[69773]: value = "task-3390918" [ 1181.766624] env[69773]: _type = "Task" [ 1181.766624] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.776521] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390918, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.786124] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.873994} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.786417] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] db32e7e1-50c5-48e9-b907-fa13c230feb1/db32e7e1-50c5-48e9-b907-fa13c230feb1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.786656] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.786924] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ac8c6b8-1cfb-46bd-ba82-111e4d5ed8cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.796400] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1181.796400] env[69773]: value = "task-3390919" [ 1181.796400] env[69773]: _type = "Task" [ 1181.796400] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.808015] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.923277] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.923611] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.923852] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "40822524-65fe-4e0a-924b-e2ed060b8957-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.924327] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.924327] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.926742] env[69773]: INFO nova.compute.manager [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Terminating instance [ 1182.080726] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.092153] env[69773]: DEBUG nova.objects.instance [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'flavor' on Instance uuid 863bc2b1-d863-459a-9927-4ac006b4c756 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.104860] env[69773]: INFO nova.scheduler.client.report [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleted allocations for instance 49d461a7-44c5-47c8-b033-70992a734e32 [ 1182.135477] env[69773]: INFO nova.compute.manager [-] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Took 1.29 seconds to deallocate network for instance. [ 1182.279078] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390918, 'name': Rename_Task, 'duration_secs': 0.187053} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.279463] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.280031] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d71dad96-280a-4e8b-90fb-f19775fa6038 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.288345] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1182.288345] env[69773]: value = "task-3390920" [ 1182.288345] env[69773]: _type = "Task" [ 1182.288345] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.298333] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.307900] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08348} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.308222] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.309164] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09b5679-d2bb-470f-9f00-003048e7838c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.336481] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] db32e7e1-50c5-48e9-b907-fa13c230feb1/db32e7e1-50c5-48e9-b907-fa13c230feb1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.336854] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e9dbb6-946f-436e-afe7-aba9c7dbad8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.360156] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1182.360156] env[69773]: value = "task-3390921" [ 1182.360156] env[69773]: _type = "Task" [ 1182.360156] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.370026] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.431087] env[69773]: DEBUG nova.compute.manager [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1182.431187] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.432232] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f592c8e9-6dfa-48e8-8d85-d91b3a3c1b00 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.441818] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.442234] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e928e6b4-cb39-43bf-8d08-6992b1d24482 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.451684] env[69773]: DEBUG oslo_vmware.api [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1182.451684] env[69773]: value = "task-3390922" [ 1182.451684] env[69773]: _type = "Task" [ 1182.451684] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.462450] env[69773]: DEBUG oslo_vmware.api [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.598031] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1e9862c7-c7a9-454c-9bff-51c631e0e396 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.314s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.616178] env[69773]: DEBUG oslo_concurrency.lockutils [None req-89c8aed7-a711-45ad-bbe7-ff63232ea0e3 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "49d461a7-44c5-47c8-b033-70992a734e32" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.269s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.641696] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.642448] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.642448] env[69773]: DEBUG nova.objects.instance [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lazy-loading 'resources' on Instance uuid 6e6bc02f-3f52-442a-a061-9f9e82f64488 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.800116] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390920, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.871018] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390921, 'name': ReconfigVM_Task, 'duration_secs': 0.391893} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.871354] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Reconfigured VM instance instance-0000006a to attach disk [datastore2] db32e7e1-50c5-48e9-b907-fa13c230feb1/db32e7e1-50c5-48e9-b907-fa13c230feb1.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.872081] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-619e4c11-f4fb-48de-9022-bc9685633a48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.880341] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1182.880341] env[69773]: value = "task-3390923" [ 1182.880341] env[69773]: _type = "Task" [ 1182.880341] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.889422] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390923, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.963097] env[69773]: DEBUG oslo_vmware.api [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390922, 'name': PowerOffVM_Task, 'duration_secs': 0.27244} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.963306] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.963522] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.963805] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12de4439-edfa-42b4-8a47-7424da4d8ae5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.037105] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.037349] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.037606] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Deleting the datastore file [datastore1] 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.039034] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ecd3b47-ace1-4e85-a228-13505e04af83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.045943] env[69773]: DEBUG oslo_vmware.api [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1183.045943] env[69773]: value = "task-3390925" [ 1183.045943] env[69773]: _type = "Task" [ 1183.045943] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.055642] env[69773]: DEBUG oslo_vmware.api [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.142634] env[69773]: INFO nova.compute.manager [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Rebuilding instance [ 1183.183635] env[69773]: DEBUG nova.compute.manager [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.184858] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b739eb-cd84-43d2-b7ab-fd39e57149c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.299174] env[69773]: DEBUG oslo_vmware.api [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390920, 'name': PowerOnVM_Task, 'duration_secs': 0.543285} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.302034] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.302153] env[69773]: INFO nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1183.302252] env[69773]: DEBUG nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.303426] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b733b9-f399-4b8c-8b2e-906605fdc778 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.340198] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205637f-6ce0-b3ce-2296-e4c7cac809d9/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1183.341156] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39405f7-9492-455a-ae57-fd033d3ea278 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.350361] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205637f-6ce0-b3ce-2296-e4c7cac809d9/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1183.350480] env[69773]: ERROR oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205637f-6ce0-b3ce-2296-e4c7cac809d9/disk-0.vmdk due to incomplete transfer. [ 1183.350711] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-efda7767-ad23-438f-bc89-11ce83446238 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.359467] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5205637f-6ce0-b3ce-2296-e4c7cac809d9/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1183.359661] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Uploaded image e83f46c6-4849-4283-b81c-9a02ab9e5a2e to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1183.362121] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1183.362640] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1cfca052-4bf9-4f41-bfca-5c1c7fc3ab1d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.368168] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc4fabd-5ff0-4aad-a54b-81469ae2c7c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.372062] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1183.372062] env[69773]: value = "task-3390926" [ 1183.372062] env[69773]: _type = "Task" [ 1183.372062] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.378673] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64d2e49-e0e5-41f1-a5a9-77f56c317c3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.385034] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390926, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.393696] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390923, 'name': Rename_Task, 'duration_secs': 0.226303} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.422020] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1183.422020] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-824df9d6-f2e6-4a1f-9249-ac05dee1bf9e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.422020] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c667f42-d35b-4bf6-91b1-2970486911fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.431926] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696dc2b4-001a-4a29-9f65-2901a36f584e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.436369] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1183.436369] env[69773]: value = "task-3390927" [ 1183.436369] env[69773]: _type = "Task" [ 1183.436369] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.449730] env[69773]: DEBUG nova.compute.provider_tree [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.455702] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390927, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.556584] env[69773]: DEBUG oslo_vmware.api [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167249} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.556775] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.556972] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.557862] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.557862] env[69773]: INFO nova.compute.manager [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1183.557862] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1183.557862] env[69773]: DEBUG nova.compute.manager [-] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1183.557862] env[69773]: DEBUG nova.network.neutron [-] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1183.825430] env[69773]: INFO nova.compute.manager [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Took 14.49 seconds to build instance. [ 1183.887827] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390926, 'name': Destroy_Task, 'duration_secs': 0.444831} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.888517] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Destroyed the VM [ 1183.888881] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1183.889319] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0219a0d2-96cf-48cc-af4d-b75fbc6639e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.900043] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1183.900043] env[69773]: value = "task-3390928" [ 1183.900043] env[69773]: _type = "Task" [ 1183.900043] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.907940] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390928, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.954577] env[69773]: DEBUG nova.scheduler.client.report [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.959911] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.989555] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.989815] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.990039] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.990641] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.990821] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.994738] env[69773]: INFO nova.compute.manager [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Terminating instance [ 1184.068903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.069279] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.069519] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.070795] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.070795] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.072138] env[69773]: INFO nova.compute.manager [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Terminating instance [ 1184.168882] env[69773]: DEBUG nova.compute.manager [req-36e4d15b-9230-437f-aa1b-b4e7845f43ff req-c078d5e0-5328-46b8-8c01-301a74ce9302 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Received event network-vif-deleted-9e63e816-e6bc-4c2f-a8c9-8d22b75560ca {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.169152] env[69773]: INFO nova.compute.manager [req-36e4d15b-9230-437f-aa1b-b4e7845f43ff req-c078d5e0-5328-46b8-8c01-301a74ce9302 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Neutron deleted interface 9e63e816-e6bc-4c2f-a8c9-8d22b75560ca; detaching it from the instance and deleting it from the info cache [ 1184.169378] env[69773]: DEBUG nova.network.neutron [req-36e4d15b-9230-437f-aa1b-b4e7845f43ff req-c078d5e0-5328-46b8-8c01-301a74ce9302 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.205543] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.205935] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f69aecce-adbe-4a33-85c6-1dc2c9140aeb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.214240] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1184.214240] env[69773]: value = "task-3390929" [ 1184.214240] env[69773]: _type = "Task" [ 1184.214240] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.224148] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.327643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82a4ddc1-1970-44b8-b6df-3e9437196a84 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.007s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.413428] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390928, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.452281] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.455822] env[69773]: DEBUG nova.compute.manager [req-8772b6f3-c20c-4a31-90fb-3a1ba972ee5c req-6b760a3c-711f-457a-8670-d7a2e6875ba1 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Received event network-changed-ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.456104] env[69773]: DEBUG nova.compute.manager [req-8772b6f3-c20c-4a31-90fb-3a1ba972ee5c req-6b760a3c-711f-457a-8670-d7a2e6875ba1 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Refreshing instance network info cache due to event network-changed-ecb56eaa-3c01-436c-b3fb-8fe94095c736. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.456386] env[69773]: DEBUG oslo_concurrency.lockutils [req-8772b6f3-c20c-4a31-90fb-3a1ba972ee5c req-6b760a3c-711f-457a-8670-d7a2e6875ba1 service nova] Acquiring lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.456574] env[69773]: DEBUG oslo_concurrency.lockutils [req-8772b6f3-c20c-4a31-90fb-3a1ba972ee5c req-6b760a3c-711f-457a-8670-d7a2e6875ba1 service nova] Acquired lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.456814] env[69773]: DEBUG nova.network.neutron [req-8772b6f3-c20c-4a31-90fb-3a1ba972ee5c req-6b760a3c-711f-457a-8670-d7a2e6875ba1 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Refreshing network info cache for port ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1184.462179] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.502308] env[69773]: DEBUG nova.compute.manager [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.502308] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.503035] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306afcec-4646-4d5c-8311-080d45ba03f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.509315] env[69773]: INFO nova.scheduler.client.report [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Deleted allocations for instance 6e6bc02f-3f52-442a-a061-9f9e82f64488 [ 1184.518889] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.519564] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef3b4f4e-bc84-49f0-b346-a8b34ccd6675 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.527475] env[69773]: DEBUG oslo_vmware.api [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1184.527475] env[69773]: value = "task-3390930" [ 1184.527475] env[69773]: _type = "Task" [ 1184.527475] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.539659] env[69773]: DEBUG oslo_vmware.api [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.576631] env[69773]: DEBUG nova.compute.manager [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.576980] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.578624] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468c251-4783-4e8f-9683-47a514852f19 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.590033] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.590403] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b597aa3-d645-424d-b550-ed54777724aa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.599163] env[69773]: DEBUG oslo_vmware.api [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1184.599163] env[69773]: value = "task-3390931" [ 1184.599163] env[69773]: _type = "Task" [ 1184.599163] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.613887] env[69773]: DEBUG oslo_vmware.api [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.645567] env[69773]: DEBUG nova.network.neutron [-] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.673750] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60cf8dd4-4361-44bc-8f1a-ff6bd90e245b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.684346] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbdfb10-28e8-4a46-b9b8-de0ef585c0ad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.726777] env[69773]: DEBUG nova.compute.manager [req-36e4d15b-9230-437f-aa1b-b4e7845f43ff req-c078d5e0-5328-46b8-8c01-301a74ce9302 service nova] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Detach interface failed, port_id=9e63e816-e6bc-4c2f-a8c9-8d22b75560ca, reason: Instance 40822524-65fe-4e0a-924b-e2ed060b8957 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1184.737519] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390929, 'name': PowerOffVM_Task, 'duration_secs': 0.463953} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.737519] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.751730] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.752162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.752505] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.753228] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.753677] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.757395] env[69773]: INFO nova.compute.manager [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Terminating instance [ 1184.811814] env[69773]: INFO nova.compute.manager [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Detaching volume ae2eb053-c80a-4a2f-952b-b3dbb388a20b [ 1184.852310] env[69773]: INFO nova.virt.block_device [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Attempting to driver detach volume ae2eb053-c80a-4a2f-952b-b3dbb388a20b from mountpoint /dev/sdb [ 1184.852547] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.852733] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.853650] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b710138a-a1ca-4acf-9eaf-dbb1fd301336 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.876908] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6789c5-4a99-43c8-bb15-32cdac707a34 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.884582] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5973412a-4925-4b31-966b-74c0c44e96f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.908923] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce0045c-4d4a-4004-9ef7-6cbade8e9f7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.916913] env[69773]: DEBUG oslo_vmware.api [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390928, 'name': RemoveSnapshot_Task, 'duration_secs': 0.620396} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.927717] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1184.927717] env[69773]: INFO nova.compute.manager [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Took 15.36 seconds to snapshot the instance on the hypervisor. [ 1184.929915] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] The volume has not been displaced from its original location: [datastore1] volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b/volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.935533] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.936070] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31cf162d-2ff2-4166-bc32-abd484da9283 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.961936] env[69773]: DEBUG oslo_vmware.api [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390927, 'name': PowerOnVM_Task, 'duration_secs': 1.167342} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.966125] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.966125] env[69773]: INFO nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1184.966125] env[69773]: DEBUG nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1184.966125] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1184.966125] env[69773]: value = "task-3390932" [ 1184.966125] env[69773]: _type = "Task" [ 1184.966125] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.966560] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b916126a-ad54-43ef-a3aa-264573e544a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.981828] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390932, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.022797] env[69773]: DEBUG oslo_concurrency.lockutils [None req-eaf59e2f-bf91-40c1-9019-b512b4f9e592 tempest-ServerRescueNegativeTestJSON-1562651658 tempest-ServerRescueNegativeTestJSON-1562651658-project-member] Lock "6e6bc02f-3f52-442a-a061-9f9e82f64488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.869s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.041489] env[69773]: DEBUG oslo_vmware.api [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390930, 'name': PowerOffVM_Task, 'duration_secs': 0.213641} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.041730] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.041925] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.042193] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6a794e3-ad4b-458c-a1ae-3d9bf7409c3d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.110574] env[69773]: DEBUG oslo_vmware.api [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390931, 'name': PowerOffVM_Task, 'duration_secs': 0.223575} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.111877] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.112085] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.112388] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.112579] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.112749] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleting the datastore file [datastore2] e5a4a973-04ae-453b-b89b-d8fed0ce6563 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.112985] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9949b466-4989-43c9-9b82-2b31006c64b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.114568] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdc26c5a-4c0f-4d54-8577-0b4af960d741 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.121528] env[69773]: DEBUG oslo_vmware.api [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1185.121528] env[69773]: value = "task-3390934" [ 1185.121528] env[69773]: _type = "Task" [ 1185.121528] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.130113] env[69773]: DEBUG oslo_vmware.api [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.150357] env[69773]: INFO nova.compute.manager [-] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Took 1.59 seconds to deallocate network for instance. [ 1185.183994] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.184278] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.184474] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleting the datastore file [datastore1] 1c2291eb-c6e2-47f9-8e18-6368e41c8a96 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.184751] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-073e9e20-a1b9-4b19-bae4-3a09863817b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.195837] env[69773]: DEBUG oslo_vmware.api [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for the task: (returnval){ [ 1185.195837] env[69773]: value = "task-3390936" [ 1185.195837] env[69773]: _type = "Task" [ 1185.195837] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.205764] env[69773]: DEBUG oslo_vmware.api [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.260345] env[69773]: DEBUG nova.compute.manager [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.260601] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.262016] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fd6ecf-dc72-44a5-9ee0-04f664988cec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.271336] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.272402] env[69773]: DEBUG nova.network.neutron [req-8772b6f3-c20c-4a31-90fb-3a1ba972ee5c req-6b760a3c-711f-457a-8670-d7a2e6875ba1 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Updated VIF entry in instance network info cache for port ecb56eaa-3c01-436c-b3fb-8fe94095c736. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1185.272773] env[69773]: DEBUG nova.network.neutron [req-8772b6f3-c20c-4a31-90fb-3a1ba972ee5c req-6b760a3c-711f-457a-8670-d7a2e6875ba1 service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Updating instance_info_cache with network_info: [{"id": "ecb56eaa-3c01-436c-b3fb-8fe94095c736", "address": "fa:16:3e:9d:00:4e", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecb56eaa-3c", "ovs_interfaceid": "ecb56eaa-3c01-436c-b3fb-8fe94095c736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.274248] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4324f32-493d-4565-986f-ac7ecad44f5c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.343861] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.344159] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.344340] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleting the datastore file [datastore2] c2320181-ebcd-4e6b-9e2e-6b7a4db76db1 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.344612] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-096c4932-df08-4918-8341-76f62a4d73dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.353515] env[69773]: DEBUG oslo_vmware.api [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1185.353515] env[69773]: value = "task-3390938" [ 1185.353515] env[69773]: _type = "Task" [ 1185.353515] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.363240] env[69773]: DEBUG oslo_vmware.api [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.385265] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "631c87d8-3b9b-4c31-ab77-20c23c9da831" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.385511] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "631c87d8-3b9b-4c31-ab77-20c23c9da831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.436946] env[69773]: DEBUG nova.compute.manager [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Instance disappeared during snapshot {{(pid=69773) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1185.452729] env[69773]: DEBUG nova.compute.manager [None req-0c09c36d-774d-4f50-beea-ebf906a0d01a tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image not found during clean up e83f46c6-4849-4283-b81c-9a02ab9e5a2e {{(pid=69773) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1185.480598] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390932, 'name': ReconfigVM_Task, 'duration_secs': 0.331292} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.480934] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.486412] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3344c68d-ee62-41bd-8681-d11da548ffa5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.505824] env[69773]: INFO nova.compute.manager [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Took 13.80 seconds to build instance. [ 1185.507985] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1185.507985] env[69773]: value = "task-3390939" [ 1185.507985] env[69773]: _type = "Task" [ 1185.507985] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.516891] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.631973] env[69773]: DEBUG oslo_vmware.api [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159962} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.632282] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.632476] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.632672] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.632847] env[69773]: INFO nova.compute.manager [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1185.633792] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.633792] env[69773]: DEBUG nova.compute.manager [-] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.633792] env[69773]: DEBUG nova.network.neutron [-] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1185.662283] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.662602] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.662829] env[69773]: DEBUG nova.objects.instance [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'resources' on Instance uuid 40822524-65fe-4e0a-924b-e2ed060b8957 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.707262] env[69773]: DEBUG oslo_vmware.api [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Task: {'id': task-3390936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149913} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.707597] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.707817] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.708013] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.708215] env[69773]: INFO nova.compute.manager [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1185.708476] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.708725] env[69773]: DEBUG nova.compute.manager [-] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.708829] env[69773]: DEBUG nova.network.neutron [-] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1185.776697] env[69773]: DEBUG oslo_concurrency.lockutils [req-8772b6f3-c20c-4a31-90fb-3a1ba972ee5c req-6b760a3c-711f-457a-8670-d7a2e6875ba1 service nova] Releasing lock "refresh_cache-97bb658c-bfe4-491f-8a48-bfe1a5859a3d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.865043] env[69773]: DEBUG oslo_vmware.api [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138363} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.865368] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.865561] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.865740] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.865908] env[69773]: INFO nova.compute.manager [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1185.866169] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.866371] env[69773]: DEBUG nova.compute.manager [-] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.866466] env[69773]: DEBUG nova.network.neutron [-] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1185.887994] env[69773]: DEBUG nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.010223] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e0cd064a-c279-45ae-ba77-d8f91cf7e586 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.313s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.019957] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390939, 'name': ReconfigVM_Task, 'duration_secs': 0.197599} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.020312] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.218851] env[69773]: DEBUG nova.compute.manager [req-f3704132-2a6a-4a4a-9b9e-9c44d5fe299d req-2e20dfa2-f1fb-4123-84c8-69dc217600cf service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Received event network-vif-deleted-52d8a659-469a-42b3-8d34-a999a1d16448 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.219089] env[69773]: INFO nova.compute.manager [req-f3704132-2a6a-4a4a-9b9e-9c44d5fe299d req-2e20dfa2-f1fb-4123-84c8-69dc217600cf service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Neutron deleted interface 52d8a659-469a-42b3-8d34-a999a1d16448; detaching it from the instance and deleting it from the info cache [ 1186.219366] env[69773]: DEBUG nova.network.neutron [req-f3704132-2a6a-4a4a-9b9e-9c44d5fe299d req-2e20dfa2-f1fb-4123-84c8-69dc217600cf service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.384737] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58be1502-28a3-4457-89f9-2bab5bc81b13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.397771] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fc3f36-0314-4511-af19-188ce78f670e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.436435] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.437606] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afbc726-3116-44d3-8046-df732184ecec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.448327] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce48f2-5f8a-4368-95ba-cd30e6fdf43c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.470281] env[69773]: DEBUG nova.network.neutron [-] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.470954] env[69773]: DEBUG nova.compute.provider_tree [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.492941] env[69773]: DEBUG nova.compute.manager [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Received event network-vif-deleted-540747a1-6ca1-486c-9448-da294ecd073b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.493161] env[69773]: INFO nova.compute.manager [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Neutron deleted interface 540747a1-6ca1-486c-9448-da294ecd073b; detaching it from the instance and deleting it from the info cache [ 1186.493324] env[69773]: DEBUG nova.network.neutron [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.695756] env[69773]: DEBUG nova.network.neutron [-] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.721973] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91943378-7a91-48ea-b40d-e754d4980b17 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.734291] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741f7de4-380e-4961-914d-dbd75f03c8dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.769035] env[69773]: DEBUG nova.compute.manager [req-f3704132-2a6a-4a4a-9b9e-9c44d5fe299d req-2e20dfa2-f1fb-4123-84c8-69dc217600cf service nova] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Detach interface failed, port_id=52d8a659-469a-42b3-8d34-a999a1d16448, reason: Instance e5a4a973-04ae-453b-b89b-d8fed0ce6563 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.973365] env[69773]: INFO nova.compute.manager [-] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Took 1.26 seconds to deallocate network for instance. [ 1186.974244] env[69773]: DEBUG nova.scheduler.client.report [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.979429] env[69773]: DEBUG nova.network.neutron [-] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.995953] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7bebd8b3-d606-4787-bb73-24a60462c026 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.010856] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d997c37-e7bc-4ae1-8d00-ab8216f6c389 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.049342] env[69773]: DEBUG nova.compute.manager [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Detach interface failed, port_id=540747a1-6ca1-486c-9448-da294ecd073b, reason: Instance 1c2291eb-c6e2-47f9-8e18-6368e41c8a96 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1187.049708] env[69773]: DEBUG nova.compute.manager [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received event network-changed-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.049913] env[69773]: DEBUG nova.compute.manager [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Refreshing instance network info cache due to event network-changed-91d7eb53-a82d-4d67-8a4c-29e5f36409e9. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1187.050169] env[69773]: DEBUG oslo_concurrency.lockutils [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] Acquiring lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.050322] env[69773]: DEBUG oslo_concurrency.lockutils [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] Acquired lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.050485] env[69773]: DEBUG nova.network.neutron [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Refreshing network info cache for port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1187.079802] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.080164] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cf7141f-9424-4e32-a202-553ab2c61174 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.087766] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1187.087766] env[69773]: value = "task-3390940" [ 1187.087766] env[69773]: _type = "Task" [ 1187.087766] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.099131] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.200464] env[69773]: INFO nova.compute.manager [-] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Took 1.57 seconds to deallocate network for instance. [ 1187.479812] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.482924] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.047s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.484461] env[69773]: INFO nova.compute.claims [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.487389] env[69773]: INFO nova.compute.manager [-] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Took 1.62 seconds to deallocate network for instance. [ 1187.489943] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.505261] env[69773]: INFO nova.scheduler.client.report [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Deleted allocations for instance 40822524-65fe-4e0a-924b-e2ed060b8957 [ 1187.600027] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1187.600027] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.600027] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.600895] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f4e0d9-3417-4666-a387-6ab8dd21508c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.620520] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267550d2-17e3-43b1-80c5-f14a09f20caa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.629517] env[69773]: WARNING nova.virt.vmwareapi.driver [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1187.629930] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.630647] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b52847-f967-4c95-a697-54f1a6b3de7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.639254] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.639464] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2e27f5-7373-4887-b61f-773f01c5cb49 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.706790] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.719991] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.720307] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.720579] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleting the datastore file [datastore1] 863bc2b1-d863-459a-9927-4ac006b4c756 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.721414] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59ab8eb3-7bad-4071-990e-e3adba0dd2b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.733160] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1187.733160] env[69773]: value = "task-3390942" [ 1187.733160] env[69773]: _type = "Task" [ 1187.733160] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.741929] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.789742] env[69773]: DEBUG nova.network.neutron [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updated VIF entry in instance network info cache for port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1187.790142] env[69773]: DEBUG nova.network.neutron [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [{"id": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "address": "fa:16:3e:c1:f4:48", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d7eb53-a8", "ovs_interfaceid": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.996027] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.013772] env[69773]: DEBUG oslo_concurrency.lockutils [None req-13252c5b-0e70-4472-b0c0-2db03e1747ff tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "40822524-65fe-4e0a-924b-e2ed060b8957" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.090s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.244576] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143813} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.244576] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.244726] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.244883] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.262342] env[69773]: DEBUG nova.compute.manager [req-c7f3941e-fdb7-4597-be77-aba35bfe3138 req-896d6c50-02bc-468f-a1a3-397ebae5a220 service nova] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Received event network-vif-deleted-858ad46a-f517-4ba5-b7bc-9576d9699cbd {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.292535] env[69773]: DEBUG oslo_concurrency.lockutils [req-796e815c-9b0a-43e9-8b51-9fd06e034c63 req-1567b016-8748-405b-820c-c118b9bad3c6 service nova] Releasing lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.699276] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0123ff5a-64eb-4ed3-8e5b-25c72965fb2f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.708084] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615fb777-81c9-4604-b83e-31d762cf6926 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.738737] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885d5324-c8bb-4b0f-82f1-1be2f0545685 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.747043] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaa6052-0cd0-4961-b9b5-b1f8146a74ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.752044] env[69773]: INFO nova.virt.block_device [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Booting with volume ae2eb053-c80a-4a2f-952b-b3dbb388a20b at /dev/sdb [ 1188.763948] env[69773]: DEBUG nova.compute.provider_tree [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.795458] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97e061aa-caf6-47ef-b607-e8acb68f663f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.806802] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5664f3c-ae5b-42e3-bce3-9d4106c26375 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.840922] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e267ffb3-a75f-40b5-a347-451eccf0a7bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.850244] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7367967-fb3c-476e-900c-a562cfa0abc6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.883946] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c81c1b-763d-4866-bba7-7da79e7be9d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.891190] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608aac9-5846-4d7a-9f27-3e41a7ecd91e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.905895] env[69773]: DEBUG nova.virt.block_device [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updating existing volume attachment record: 2be2a28b-b2fb-4d3e-9742-1495da6df97a {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1189.269186] env[69773]: DEBUG nova.scheduler.client.report [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.773936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.774927] env[69773]: DEBUG nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.778580] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.289s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.779010] env[69773]: DEBUG nova.objects.instance [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lazy-loading 'resources' on Instance uuid 1c2291eb-c6e2-47f9-8e18-6368e41c8a96 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.285095] env[69773]: DEBUG nova.compute.utils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.288931] env[69773]: DEBUG nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1190.289171] env[69773]: DEBUG nova.network.neutron [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.335520] env[69773]: DEBUG nova.policy [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03d862c2174741832d52304e1fa5e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae15fe15017947e39091241f01d37120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1190.437501] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.437735] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.465189] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554e45e4-0473-4d83-bae4-12831c231abd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.473991] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bddc6b9-7fc3-4d66-baf6-6ea85615c37c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.508764] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e45e36-cb1f-499e-9392-bb292466e593 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.518638] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4733ae-de97-440e-bd5e-ea900028fdde {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.535305] env[69773]: DEBUG nova.compute.provider_tree [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.609710] env[69773]: DEBUG nova.network.neutron [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Successfully created port: 34e94197-e67e-441d-a630-6a38a6553828 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.790181] env[69773]: DEBUG nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.940175] env[69773]: DEBUG nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.038655] env[69773]: DEBUG nova.scheduler.client.report [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.044060] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.044223] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.044379] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.044554] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.044699] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.044844] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.045053] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.045546] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.045546] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.045645] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.045841] env[69773]: DEBUG nova.virt.hardware [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.046799] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e442860-6261-4b29-a54c-6125624ccdd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.055839] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce72376-9a61-4f46-bebd-a805e98c8777 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.070418] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:ba:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d9f0ac9-7a1f-4134-b19a-69905889a748', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.077693] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.077932] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.078378] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46f3372a-751b-454b-ac84-f8bf7e026bc8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.098541] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.098541] env[69773]: value = "task-3390943" [ 1191.098541] env[69773]: _type = "Task" [ 1191.098541] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.106316] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390943, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.466336] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.543867] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.546245] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.840s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.546484] env[69773]: DEBUG nova.objects.instance [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lazy-loading 'resources' on Instance uuid e5a4a973-04ae-453b-b89b-d8fed0ce6563 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.567717] env[69773]: INFO nova.scheduler.client.report [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleted allocations for instance 1c2291eb-c6e2-47f9-8e18-6368e41c8a96 [ 1191.609483] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390943, 'name': CreateVM_Task, 'duration_secs': 0.32562} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.609636] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.610463] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.610550] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.610878] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.611180] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7aa092-9954-4c61-831c-e838ab26872e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.616449] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1191.616449] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5107f-22a9-4e21-59a2-f3e0f93da253" [ 1191.616449] env[69773]: _type = "Task" [ 1191.616449] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.625674] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5107f-22a9-4e21-59a2-f3e0f93da253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.800940] env[69773]: DEBUG nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.826861] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.827132] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.827284] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.827466] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.827613] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.827758] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.827962] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.828145] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.828313] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.828474] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.828645] env[69773]: DEBUG nova.virt.hardware [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.829546] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fb3299-f708-4ebf-9e7b-96649e305a37 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.841283] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623fff68-e918-457f-8daa-1f2a074cd2e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.076679] env[69773]: DEBUG oslo_concurrency.lockutils [None req-275653c2-e15e-46a0-be07-4889de780089 tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "1c2291eb-c6e2-47f9-8e18-6368e41c8a96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.007s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.085569] env[69773]: DEBUG nova.compute.manager [req-bea1062b-68f3-42f3-9f61-02216b103c5a req-7c0e21ca-7780-4f94-9486-30755c35ad26 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Received event network-vif-plugged-34e94197-e67e-441d-a630-6a38a6553828 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.085695] env[69773]: DEBUG oslo_concurrency.lockutils [req-bea1062b-68f3-42f3-9f61-02216b103c5a req-7c0e21ca-7780-4f94-9486-30755c35ad26 service nova] Acquiring lock "631c87d8-3b9b-4c31-ab77-20c23c9da831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.085903] env[69773]: DEBUG oslo_concurrency.lockutils [req-bea1062b-68f3-42f3-9f61-02216b103c5a req-7c0e21ca-7780-4f94-9486-30755c35ad26 service nova] Lock "631c87d8-3b9b-4c31-ab77-20c23c9da831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.086140] env[69773]: DEBUG oslo_concurrency.lockutils [req-bea1062b-68f3-42f3-9f61-02216b103c5a req-7c0e21ca-7780-4f94-9486-30755c35ad26 service nova] Lock "631c87d8-3b9b-4c31-ab77-20c23c9da831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.086275] env[69773]: DEBUG nova.compute.manager [req-bea1062b-68f3-42f3-9f61-02216b103c5a req-7c0e21ca-7780-4f94-9486-30755c35ad26 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] No waiting events found dispatching network-vif-plugged-34e94197-e67e-441d-a630-6a38a6553828 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.086879] env[69773]: WARNING nova.compute.manager [req-bea1062b-68f3-42f3-9f61-02216b103c5a req-7c0e21ca-7780-4f94-9486-30755c35ad26 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Received unexpected event network-vif-plugged-34e94197-e67e-441d-a630-6a38a6553828 for instance with vm_state building and task_state spawning. [ 1192.129291] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c5107f-22a9-4e21-59a2-f3e0f93da253, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.133196] env[69773]: DEBUG nova.network.neutron [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Successfully updated port: 34e94197-e67e-441d-a630-6a38a6553828 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.134472] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.134708] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.134939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.135186] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.135266] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.136688] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d5698bd-33f6-4c85-80b7-2a695b90df11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.146475] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.146675] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.149804] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5382c8da-1fae-4d53-bdfd-d830b145d3b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.157034] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1192.157034] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bd0008-61a3-bf84-f156-4345b14484b3" [ 1192.157034] env[69773]: _type = "Task" [ 1192.157034] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.159819] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-dd96d90b-043e-41de-b818-106d0704f5a4-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.160018] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-dd96d90b-043e-41de-b818-106d0704f5a4-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.160351] env[69773]: DEBUG nova.objects.instance [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'flavor' on Instance uuid dd96d90b-043e-41de-b818-106d0704f5a4 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.170160] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bd0008-61a3-bf84-f156-4345b14484b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.248814] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62bfcc7-6266-4dbd-b49a-e28d08c20abb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.259119] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da6363d-3b59-403e-b3c6-74e65cf902ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.291682] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3f9dd4-6ced-47f4-8a68-311a2560574b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.300358] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8643bd0f-c760-46f0-9b31-3d0991d87629 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.317383] env[69773]: DEBUG nova.compute.provider_tree [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.636999] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "refresh_cache-631c87d8-3b9b-4c31-ab77-20c23c9da831" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.637179] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "refresh_cache-631c87d8-3b9b-4c31-ab77-20c23c9da831" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.637326] env[69773]: DEBUG nova.network.neutron [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1192.669251] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52bd0008-61a3-bf84-f156-4345b14484b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.670275] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08a30286-bf2b-490a-a432-8293b0609fe0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.675679] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1192.675679] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d26e74-18ae-1e21-39b5-e1f9a62b06af" [ 1192.675679] env[69773]: _type = "Task" [ 1192.675679] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.683618] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d26e74-18ae-1e21-39b5-e1f9a62b06af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.759628] env[69773]: DEBUG nova.objects.instance [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'pci_requests' on Instance uuid dd96d90b-043e-41de-b818-106d0704f5a4 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.821085] env[69773]: DEBUG nova.scheduler.client.report [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.183279] env[69773]: DEBUG nova.network.neutron [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1193.192532] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d26e74-18ae-1e21-39b5-e1f9a62b06af, 'name': SearchDatastore_Task, 'duration_secs': 0.01031} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.192890] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.193286] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 863bc2b1-d863-459a-9927-4ac006b4c756/863bc2b1-d863-459a-9927-4ac006b4c756.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.193655] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e3728bb-2007-4036-90de-bfbf3b126886 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.202226] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1193.202226] env[69773]: value = "task-3390944" [ 1193.202226] env[69773]: _type = "Task" [ 1193.202226] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.216913] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.262402] env[69773]: DEBUG nova.objects.base [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.262630] env[69773]: DEBUG nova.network.neutron [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.326405] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.328903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.333s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.329151] env[69773]: DEBUG nova.objects.instance [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lazy-loading 'resources' on Instance uuid c2320181-ebcd-4e6b-9e2e-6b7a4db76db1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.347437] env[69773]: INFO nova.scheduler.client.report [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Deleted allocations for instance e5a4a973-04ae-453b-b89b-d8fed0ce6563 [ 1193.361318] env[69773]: DEBUG nova.policy [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.386241] env[69773]: DEBUG nova.network.neutron [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Updating instance_info_cache with network_info: [{"id": "34e94197-e67e-441d-a630-6a38a6553828", "address": "fa:16:3e:b7:12:cc", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e94197-e6", "ovs_interfaceid": "34e94197-e67e-441d-a630-6a38a6553828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.718513] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390944, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.858658] env[69773]: DEBUG oslo_concurrency.lockutils [None req-1536a05d-5928-4b49-af8c-0549a15cc54d tempest-ListServersNegativeTestJSON-564637653 tempest-ListServersNegativeTestJSON-564637653-project-member] Lock "e5a4a973-04ae-453b-b89b-d8fed0ce6563" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.868s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.891080] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "refresh_cache-631c87d8-3b9b-4c31-ab77-20c23c9da831" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.891080] env[69773]: DEBUG nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Instance network_info: |[{"id": "34e94197-e67e-441d-a630-6a38a6553828", "address": "fa:16:3e:b7:12:cc", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e94197-e6", "ovs_interfaceid": "34e94197-e67e-441d-a630-6a38a6553828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.891624] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:12:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34e94197-e67e-441d-a630-6a38a6553828', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.899258] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.899818] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.902368] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12127b7f-a2fa-44f0-89bc-acabec8cb6a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.926079] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.926079] env[69773]: value = "task-3390945" [ 1193.926079] env[69773]: _type = "Task" [ 1193.926079] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.936648] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390945, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.017635] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd65177-1c57-4c7a-9d37-c290f56eb3c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.026075] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dac6a0e-3fe0-4ec5-80ad-376510cc83a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.058847] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ce62d-d468-4dac-b34f-ddfa5a8394e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.068210] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ee6092-fd63-4eec-93f3-a6a5f5cacee0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.081781] env[69773]: DEBUG nova.compute.provider_tree [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.113179] env[69773]: DEBUG nova.compute.manager [req-ee347f73-d028-4d99-8370-0bd6c9ab20fc req-70bf0611-99a2-44d7-ae13-823a960c8925 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Received event network-changed-34e94197-e67e-441d-a630-6a38a6553828 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.113400] env[69773]: DEBUG nova.compute.manager [req-ee347f73-d028-4d99-8370-0bd6c9ab20fc req-70bf0611-99a2-44d7-ae13-823a960c8925 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Refreshing instance network info cache due to event network-changed-34e94197-e67e-441d-a630-6a38a6553828. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.113623] env[69773]: DEBUG oslo_concurrency.lockutils [req-ee347f73-d028-4d99-8370-0bd6c9ab20fc req-70bf0611-99a2-44d7-ae13-823a960c8925 service nova] Acquiring lock "refresh_cache-631c87d8-3b9b-4c31-ab77-20c23c9da831" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.113798] env[69773]: DEBUG oslo_concurrency.lockutils [req-ee347f73-d028-4d99-8370-0bd6c9ab20fc req-70bf0611-99a2-44d7-ae13-823a960c8925 service nova] Acquired lock "refresh_cache-631c87d8-3b9b-4c31-ab77-20c23c9da831" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.113925] env[69773]: DEBUG nova.network.neutron [req-ee347f73-d028-4d99-8370-0bd6c9ab20fc req-70bf0611-99a2-44d7-ae13-823a960c8925 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Refreshing network info cache for port 34e94197-e67e-441d-a630-6a38a6553828 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1194.214653] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59744} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.215083] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 863bc2b1-d863-459a-9927-4ac006b4c756/863bc2b1-d863-459a-9927-4ac006b4c756.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.215686] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.215991] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5df6e42-177c-4223-a98c-a822bb14cb95 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.226905] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1194.226905] env[69773]: value = "task-3390946" [ 1194.226905] env[69773]: _type = "Task" [ 1194.226905] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.240304] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.437934] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390945, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.588029] env[69773]: DEBUG nova.scheduler.client.report [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.738654] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104838} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.738937] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.739869] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c781b0-bd79-4bac-ac4b-5c7a6a07294a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.773196] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 863bc2b1-d863-459a-9927-4ac006b4c756/863bc2b1-d863-459a-9927-4ac006b4c756.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.775909] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a307cdd5-d389-4fc9-844d-11c3fbce6bcc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.800279] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1194.800279] env[69773]: value = "task-3390947" [ 1194.800279] env[69773]: _type = "Task" [ 1194.800279] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.811088] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.938523] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390945, 'name': CreateVM_Task, 'duration_secs': 0.526405} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.938766] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1194.939476] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.939647] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.939953] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.940238] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95b49d22-7ff6-456d-b5a1-3e52231faa3c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.946118] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1194.946118] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f98f8a-a4f2-02dd-69f9-2c333b6a8f2c" [ 1194.946118] env[69773]: _type = "Task" [ 1194.946118] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.955273] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f98f8a-a4f2-02dd-69f9-2c333b6a8f2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.978840] env[69773]: DEBUG nova.network.neutron [req-ee347f73-d028-4d99-8370-0bd6c9ab20fc req-70bf0611-99a2-44d7-ae13-823a960c8925 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Updated VIF entry in instance network info cache for port 34e94197-e67e-441d-a630-6a38a6553828. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1194.979803] env[69773]: DEBUG nova.network.neutron [req-ee347f73-d028-4d99-8370-0bd6c9ab20fc req-70bf0611-99a2-44d7-ae13-823a960c8925 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Updating instance_info_cache with network_info: [{"id": "34e94197-e67e-441d-a630-6a38a6553828", "address": "fa:16:3e:b7:12:cc", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34e94197-e6", "ovs_interfaceid": "34e94197-e67e-441d-a630-6a38a6553828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.031639] env[69773]: DEBUG nova.network.neutron [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Successfully updated port: 8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.091314] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.762s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.093647] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.627s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.095309] env[69773]: INFO nova.compute.claims [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.118822] env[69773]: INFO nova.scheduler.client.report [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted allocations for instance c2320181-ebcd-4e6b-9e2e-6b7a4db76db1 [ 1195.311218] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390947, 'name': ReconfigVM_Task, 'duration_secs': 0.317954} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.311533] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 863bc2b1-d863-459a-9927-4ac006b4c756/863bc2b1-d863-459a-9927-4ac006b4c756.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.312648] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'disk_bus': None, 'device_type': 'disk', 'encryption_secret_uuid': None, 'size': 0, 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'encryption_options': None, 'device_name': '/dev/sda', 'image_id': '2b149dee-273f-4eb9-90ac-33a8ac8d7ca6'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'}, 'disk_bus': None, 'attachment_id': '2be2a28b-b2fb-4d3e-9742-1495da6df97a', 'device_type': None, 'delete_on_termination': False, 'boot_index': None, 'guest_format': None, 'mount_device': '/dev/sdb', 'volume_type': None}], 'swap': None} {{(pid=69773) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1195.312847] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1195.313044] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1195.313847] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ffb4c6-3582-400d-9b6b-87b0640b6a7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.331758] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7ff4d-f6d6-4a6a-a9b9-096f919d915e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.357537] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b/volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.358125] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3500589-f283-4115-9113-15fc16a65aed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.380205] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1195.380205] env[69773]: value = "task-3390948" [ 1195.380205] env[69773]: _type = "Task" [ 1195.380205] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.389387] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390948, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.460169] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f98f8a-a4f2-02dd-69f9-2c333b6a8f2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012627} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.460169] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.460394] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.460565] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.460710] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.460886] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.461150] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7a9b3e2-92a1-4c82-8952-ef7c02cf0f09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.471468] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.471655] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.472403] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-763e59e6-05da-45b2-b54f-2dc2d808f9fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.477531] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1195.477531] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5244eee1-04a8-8ef4-fbef-b4f81bf363a0" [ 1195.477531] env[69773]: _type = "Task" [ 1195.477531] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.482310] env[69773]: DEBUG oslo_concurrency.lockutils [req-ee347f73-d028-4d99-8370-0bd6c9ab20fc req-70bf0611-99a2-44d7-ae13-823a960c8925 service nova] Releasing lock "refresh_cache-631c87d8-3b9b-4c31-ab77-20c23c9da831" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.485413] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5244eee1-04a8-8ef4-fbef-b4f81bf363a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.534324] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.534467] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.534636] env[69773]: DEBUG nova.network.neutron [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1195.627542] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82457283-c5c5-45c1-9172-0cef06dab8d3 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "c2320181-ebcd-4e6b-9e2e-6b7a4db76db1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.875s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.890578] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390948, 'name': ReconfigVM_Task, 'duration_secs': 0.319355} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.890822] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b/volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.895582] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9475474e-a838-44b2-8117-759b8b30f037 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.911347] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1195.911347] env[69773]: value = "task-3390949" [ 1195.911347] env[69773]: _type = "Task" [ 1195.911347] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.919274] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.988352] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5244eee1-04a8-8ef4-fbef-b4f81bf363a0, 'name': SearchDatastore_Task, 'duration_secs': 0.008816} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.989384] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09325cd3-f7b2-461b-b3b6-4eaa71c4dd30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.995113] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1195.995113] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5251c337-92b2-1fc0-3ecc-e737182d04ce" [ 1195.995113] env[69773]: _type = "Task" [ 1195.995113] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.003245] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5251c337-92b2-1fc0-3ecc-e737182d04ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.073341] env[69773]: WARNING nova.network.neutron [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5 already exists in list: networks containing: ['fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5']. ignoring it [ 1196.140258] env[69773]: DEBUG nova.compute.manager [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-vif-plugged-8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.140487] env[69773]: DEBUG oslo_concurrency.lockutils [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] Acquiring lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.140711] env[69773]: DEBUG oslo_concurrency.lockutils [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] Lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.140850] env[69773]: DEBUG oslo_concurrency.lockutils [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] Lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.141028] env[69773]: DEBUG nova.compute.manager [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] No waiting events found dispatching network-vif-plugged-8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.141242] env[69773]: WARNING nova.compute.manager [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received unexpected event network-vif-plugged-8d5165fc-ee3a-416b-ae90-ed71db96b8c0 for instance with vm_state active and task_state None. [ 1196.141438] env[69773]: DEBUG nova.compute.manager [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-changed-8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.141601] env[69773]: DEBUG nova.compute.manager [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing instance network info cache due to event network-changed-8d5165fc-ee3a-416b-ae90-ed71db96b8c0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.141764] env[69773]: DEBUG oslo_concurrency.lockutils [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.240885] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cffbc6-c97a-4108-b316-9ef6b8c4dd62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.250971] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab0baba-bf21-4dc8-99f8-9feef15fd99a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.286330] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c168ab87-a00b-4378-8355-3304acedde24 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.294989] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8289018e-2be0-4348-a332-5067d7c811ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.309310] env[69773]: DEBUG nova.compute.provider_tree [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.386239] env[69773]: DEBUG nova.network.neutron [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d5165fc-ee3a-416b-ae90-ed71db96b8c0", "address": "fa:16:3e:50:46:c4", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5165fc-ee", "ovs_interfaceid": "8d5165fc-ee3a-416b-ae90-ed71db96b8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.422415] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390949, 'name': ReconfigVM_Task, 'duration_secs': 0.151956} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.422727] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1196.423307] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba8ea4c9-0361-4241-af32-983a80088325 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.431922] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1196.431922] env[69773]: value = "task-3390950" [ 1196.431922] env[69773]: _type = "Task" [ 1196.431922] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.441169] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390950, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.506205] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5251c337-92b2-1fc0-3ecc-e737182d04ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01061} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.506483] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.506737] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 631c87d8-3b9b-4c31-ab77-20c23c9da831/631c87d8-3b9b-4c31-ab77-20c23c9da831.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.506993] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f001af9-39d9-437e-b792-3dbe4fb31bc2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.513793] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1196.513793] env[69773]: value = "task-3390951" [ 1196.513793] env[69773]: _type = "Task" [ 1196.513793] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.521777] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.813392] env[69773]: DEBUG nova.scheduler.client.report [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.888703] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.889542] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.889708] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.890010] env[69773]: DEBUG oslo_concurrency.lockutils [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.890222] env[69773]: DEBUG nova.network.neutron [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing network info cache for port 8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1196.892512] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6abcda-b14f-49f4-ab06-e29b9ac3617e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.914678] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.914929] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.915069] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.915331] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.915511] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.915686] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.915839] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.915994] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.916177] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.916341] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.916515] env[69773]: DEBUG nova.virt.hardware [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.923142] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Reconfiguring VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1196.923935] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab8657d-58cb-47e7-8b08-7b09f16df215 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.949043] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390950, 'name': Rename_Task, 'duration_secs': 0.16129} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.950503] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.950844] env[69773]: DEBUG oslo_vmware.api [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1196.950844] env[69773]: value = "task-3390952" [ 1196.950844] env[69773]: _type = "Task" [ 1196.950844] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.951054] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c8be918-cf88-43f3-9e50-905db41f2d05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.961176] env[69773]: DEBUG oslo_vmware.api [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390952, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.962906] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1196.962906] env[69773]: value = "task-3390953" [ 1196.962906] env[69773]: _type = "Task" [ 1196.962906] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.970836] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.026721] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456548} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.027109] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 631c87d8-3b9b-4c31-ab77-20c23c9da831/631c87d8-3b9b-4c31-ab77-20c23c9da831.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.027223] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.027462] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-726ddca1-eccd-42d9-889f-20c833f1dc27 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.034923] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1197.034923] env[69773]: value = "task-3390954" [ 1197.034923] env[69773]: _type = "Task" [ 1197.034923] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.043415] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.319310] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.319997] env[69773]: DEBUG nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.463561] env[69773]: DEBUG oslo_vmware.api [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390952, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.473797] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.548626] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120766} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.548900] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.549695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2e3e13-8321-4832-a8c2-511eba2d348a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.572036] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 631c87d8-3b9b-4c31-ab77-20c23c9da831/631c87d8-3b9b-4c31-ab77-20c23c9da831.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.572325] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c6be9fe-61c9-4dc1-b6e0-3c8f920b6018 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.595177] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1197.595177] env[69773]: value = "task-3390955" [ 1197.595177] env[69773]: _type = "Task" [ 1197.595177] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.603973] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.649409] env[69773]: DEBUG nova.network.neutron [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updated VIF entry in instance network info cache for port 8d5165fc-ee3a-416b-ae90-ed71db96b8c0. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1197.649912] env[69773]: DEBUG nova.network.neutron [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d5165fc-ee3a-416b-ae90-ed71db96b8c0", "address": "fa:16:3e:50:46:c4", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5165fc-ee", "ovs_interfaceid": "8d5165fc-ee3a-416b-ae90-ed71db96b8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.826139] env[69773]: DEBUG nova.compute.utils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.827500] env[69773]: DEBUG nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.827665] env[69773]: DEBUG nova.network.neutron [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.865605] env[69773]: DEBUG nova.policy [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '01c248334cc04780b3fffb69075d2ce7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '403191b71158451e865c64593ad7cc56', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.964039] env[69773]: DEBUG oslo_vmware.api [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390952, 'name': ReconfigVM_Task, 'duration_secs': 0.735233} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.967543] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.968757] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Reconfigured VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1197.976191] env[69773]: DEBUG oslo_vmware.api [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3390953, 'name': PowerOnVM_Task, 'duration_secs': 0.560696} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.976485] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.976932] env[69773]: DEBUG nova.compute.manager [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.977778] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7f1a0e-8648-43fe-955a-d64e9898a1a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.105964] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.152771] env[69773]: DEBUG oslo_concurrency.lockutils [req-5069304a-780c-4c8e-a455-38c6a13a249e req-b49b4aa5-254c-4a92-a7c9-554ca470937d service nova] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.176492] env[69773]: DEBUG nova.network.neutron [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Successfully created port: aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.330641] env[69773]: DEBUG nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.473254] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d36aa67-46e0-4569-bfbf-c7884df9ab77 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-dd96d90b-043e-41de-b818-106d0704f5a4-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.313s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.497534] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.497936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.497936] env[69773]: DEBUG nova.objects.instance [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1198.609705] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.647638] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.648086] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.648424] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.648726] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.649020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.651500] env[69773]: INFO nova.compute.manager [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Terminating instance [ 1199.107763] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390955, 'name': ReconfigVM_Task, 'duration_secs': 1.108578} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.108085] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 631c87d8-3b9b-4c31-ab77-20c23c9da831/631c87d8-3b9b-4c31-ab77-20c23c9da831.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.108692] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-452cbdee-1e66-4cd0-ae7a-ab966344a5d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.115200] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1199.115200] env[69773]: value = "task-3390956" [ 1199.115200] env[69773]: _type = "Task" [ 1199.115200] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.123216] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390956, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.155682] env[69773]: DEBUG nova.compute.manager [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1199.155923] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1199.156793] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e650d9-945e-45f3-a088-2ba98df882a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.164473] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.164704] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa8bdaff-89d5-495d-b72a-89cb41534f3b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.171892] env[69773]: DEBUG oslo_vmware.api [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1199.171892] env[69773]: value = "task-3390957" [ 1199.171892] env[69773]: _type = "Task" [ 1199.171892] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.182615] env[69773]: DEBUG oslo_vmware.api [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.340961] env[69773]: DEBUG nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.373147] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.373413] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.373575] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.373818] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.373970] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.374182] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.374470] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.374917] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.374917] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.375066] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.375235] env[69773]: DEBUG nova.virt.hardware [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.376125] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7dc3b-0900-4489-94e3-97f4cc693cff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.386237] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb80636-e079-4a45-a042-3aba765915f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.505654] env[69773]: DEBUG oslo_concurrency.lockutils [None req-90c29e69-c937-4711-b14e-e11f921a1487 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.630554] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390956, 'name': Rename_Task, 'duration_secs': 0.153769} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.630861] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.632682] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b62f763-9cc3-4e18-a3f3-f1585d54b456 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.641935] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1199.641935] env[69773]: value = "task-3390958" [ 1199.641935] env[69773]: _type = "Task" [ 1199.641935] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.647176] env[69773]: DEBUG nova.compute.manager [req-296f74e5-ab12-42cb-872c-95449df1069a req-a8e75ece-1450-4e4f-a8b6-debb1f658375 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Received event network-vif-plugged-aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.647403] env[69773]: DEBUG oslo_concurrency.lockutils [req-296f74e5-ab12-42cb-872c-95449df1069a req-a8e75ece-1450-4e4f-a8b6-debb1f658375 service nova] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.647685] env[69773]: DEBUG oslo_concurrency.lockutils [req-296f74e5-ab12-42cb-872c-95449df1069a req-a8e75ece-1450-4e4f-a8b6-debb1f658375 service nova] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.647754] env[69773]: DEBUG oslo_concurrency.lockutils [req-296f74e5-ab12-42cb-872c-95449df1069a req-a8e75ece-1450-4e4f-a8b6-debb1f658375 service nova] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.647995] env[69773]: DEBUG nova.compute.manager [req-296f74e5-ab12-42cb-872c-95449df1069a req-a8e75ece-1450-4e4f-a8b6-debb1f658375 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] No waiting events found dispatching network-vif-plugged-aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.648408] env[69773]: WARNING nova.compute.manager [req-296f74e5-ab12-42cb-872c-95449df1069a req-a8e75ece-1450-4e4f-a8b6-debb1f658375 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Received unexpected event network-vif-plugged-aacb6160-e2bb-47b2-8ee0-30986590094e for instance with vm_state building and task_state spawning. [ 1199.654477] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.683171] env[69773]: DEBUG oslo_vmware.api [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390957, 'name': PowerOffVM_Task, 'duration_secs': 0.21594} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.683445] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.683703] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.684331] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8292c3fe-c0d1-4702-af39-35a68ac79f6e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.745387] env[69773]: DEBUG nova.network.neutron [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Successfully updated port: aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.766047] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.766295] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.766557] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleting the datastore file [datastore1] 2fed43f4-a3a8-45af-8211-6f426d1e2cac {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.767052] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc04bbd4-4b15-40dc-bc82-97a0c6c56d11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.774499] env[69773]: DEBUG oslo_vmware.api [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for the task: (returnval){ [ 1199.774499] env[69773]: value = "task-3390960" [ 1199.774499] env[69773]: _type = "Task" [ 1199.774499] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.783986] env[69773]: DEBUG oslo_vmware.api [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.895160] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-dd96d90b-043e-41de-b818-106d0704f5a4-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.895160] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-dd96d90b-043e-41de-b818-106d0704f5a4-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.156704] env[69773]: DEBUG oslo_vmware.api [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390958, 'name': PowerOnVM_Task, 'duration_secs': 0.511378} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.157120] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.157425] env[69773]: INFO nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1200.157716] env[69773]: DEBUG nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.158665] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86844e8d-591b-427a-ac1e-a3829fe954fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.252296] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.252579] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.252802] env[69773]: DEBUG nova.network.neutron [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1200.285412] env[69773]: DEBUG oslo_vmware.api [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Task: {'id': task-3390960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133904} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.285714] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1200.285937] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1200.286758] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1200.286758] env[69773]: INFO nova.compute.manager [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1200.286758] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.286938] env[69773]: DEBUG nova.compute.manager [-] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1200.286938] env[69773]: DEBUG nova.network.neutron [-] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1200.397649] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.397862] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.398933] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a1897-9a31-4289-8f61-0ee659dc466d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.419128] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8563cefe-4c85-40b6-bdf6-d06abeb03224 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.446748] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Reconfiguring VM to detach interface {{(pid=69773) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1200.447081] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aaf8ed95-5859-41a9-9fd5-3a15028f9cf5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.478419] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1200.478419] env[69773]: value = "task-3390961" [ 1200.478419] env[69773]: _type = "Task" [ 1200.478419] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.489824] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.682699] env[69773]: INFO nova.compute.manager [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Took 14.29 seconds to build instance. [ 1200.791973] env[69773]: DEBUG nova.network.neutron [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1200.933411] env[69773]: DEBUG nova.network.neutron [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updating instance_info_cache with network_info: [{"id": "aacb6160-e2bb-47b2-8ee0-30986590094e", "address": "fa:16:3e:e9:4b:3e", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacb6160-e2", "ovs_interfaceid": "aacb6160-e2bb-47b2-8ee0-30986590094e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.989053] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.132293] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.132605] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.184509] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6d2f1cd-f452-445c-968a-2923e610a90d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "631c87d8-3b9b-4c31-ab77-20c23c9da831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.799s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.326211] env[69773]: DEBUG nova.network.neutron [-] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.435989] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Releasing lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.436384] env[69773]: DEBUG nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Instance network_info: |[{"id": "aacb6160-e2bb-47b2-8ee0-30986590094e", "address": "fa:16:3e:e9:4b:3e", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacb6160-e2", "ovs_interfaceid": "aacb6160-e2bb-47b2-8ee0-30986590094e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.436854] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:4b:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49b5df12-d801-4140-8816-2fd401608c7d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aacb6160-e2bb-47b2-8ee0-30986590094e', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.444493] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.445534] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.445664] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d2ca4f-7227-4e14-aa70-f1611706341e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.468185] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.468185] env[69773]: value = "task-3390962" [ 1201.468185] env[69773]: _type = "Task" [ 1201.468185] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.477215] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390962, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.488344] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.635573] env[69773]: DEBUG nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.677900] env[69773]: DEBUG nova.compute.manager [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Received event network-changed-aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.678137] env[69773]: DEBUG nova.compute.manager [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Refreshing instance network info cache due to event network-changed-aacb6160-e2bb-47b2-8ee0-30986590094e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.678237] env[69773]: DEBUG oslo_concurrency.lockutils [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] Acquiring lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.678368] env[69773]: DEBUG oslo_concurrency.lockutils [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] Acquired lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.678532] env[69773]: DEBUG nova.network.neutron [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Refreshing network info cache for port aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1201.828421] env[69773]: INFO nova.compute.manager [-] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Took 1.54 seconds to deallocate network for instance. [ 1201.936573] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f188ac-e899-456a-980b-71676c77d791 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.944195] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f02339-7edf-4196-a5a2-ecac18926808 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Suspending the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1201.944419] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-98e8408f-0721-4df7-b181-7fca502cd81b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.952296] env[69773]: DEBUG oslo_vmware.api [None req-48f02339-7edf-4196-a5a2-ecac18926808 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1201.952296] env[69773]: value = "task-3390963" [ 1201.952296] env[69773]: _type = "Task" [ 1201.952296] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.960467] env[69773]: DEBUG oslo_vmware.api [None req-48f02339-7edf-4196-a5a2-ecac18926808 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390963, 'name': SuspendVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.977278] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390962, 'name': CreateVM_Task, 'duration_secs': 0.391511} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.977449] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.978122] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.978289] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.978602] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.978848] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a92897-fe91-4734-a22c-6c079f4844a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.988661] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.989923] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1201.989923] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520c4689-02c7-3f86-38a6-11519da82886" [ 1201.989923] env[69773]: _type = "Task" [ 1201.989923] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.998741] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520c4689-02c7-3f86-38a6-11519da82886, 'name': SearchDatastore_Task, 'duration_secs': 0.009997} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.999007] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.999290] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.999504] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.999651] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.999824] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.000093] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1d6d3d8-992e-4c63-818d-fd72841032b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.007561] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.007740] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.008427] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91bf3c2-5ac6-4536-b9e0-331d7833ca00 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.013243] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1202.013243] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520c5ef7-4504-08de-aaba-9a10a2f2d080" [ 1202.013243] env[69773]: _type = "Task" [ 1202.013243] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.021354] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520c5ef7-4504-08de-aaba-9a10a2f2d080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.158788] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.159116] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.160726] env[69773]: INFO nova.compute.claims [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.336204] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.395356] env[69773]: DEBUG nova.network.neutron [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updated VIF entry in instance network info cache for port aacb6160-e2bb-47b2-8ee0-30986590094e. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1202.395726] env[69773]: DEBUG nova.network.neutron [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updating instance_info_cache with network_info: [{"id": "aacb6160-e2bb-47b2-8ee0-30986590094e", "address": "fa:16:3e:e9:4b:3e", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacb6160-e2", "ovs_interfaceid": "aacb6160-e2bb-47b2-8ee0-30986590094e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.463279] env[69773]: DEBUG oslo_vmware.api [None req-48f02339-7edf-4196-a5a2-ecac18926808 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390963, 'name': SuspendVM_Task} progress is 70%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.489932] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.523869] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]520c5ef7-4504-08de-aaba-9a10a2f2d080, 'name': SearchDatastore_Task, 'duration_secs': 0.008013} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.524714] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56825f89-de16-4438-8206-1b16b6c07f54 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.532328] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1202.532328] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5298a821-c195-5857-2aad-bb750e15dc8e" [ 1202.532328] env[69773]: _type = "Task" [ 1202.532328] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.541473] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5298a821-c195-5857-2aad-bb750e15dc8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.898779] env[69773]: DEBUG oslo_concurrency.lockutils [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] Releasing lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.899047] env[69773]: DEBUG nova.compute.manager [req-3cb72563-2806-4ec3-992d-1a43b18cef30 req-182a8593-b1a9-452c-93ec-6dce9e67d413 service nova] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Received event network-vif-deleted-8394cc1f-a30d-4ff0-b50e-3a32bff4dab0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.963918] env[69773]: DEBUG oslo_vmware.api [None req-48f02339-7edf-4196-a5a2-ecac18926808 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390963, 'name': SuspendVM_Task} progress is 70%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.989952] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.042823] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5298a821-c195-5857-2aad-bb750e15dc8e, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.043107] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.043426] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] f99c8608-959a-4889-bf2f-87a3b0f696a0/f99c8608-959a-4889-bf2f-87a3b0f696a0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.043717] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a810d049-e490-4c73-b258-236c3bbeead9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.050395] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1203.050395] env[69773]: value = "task-3390964" [ 1203.050395] env[69773]: _type = "Task" [ 1203.050395] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.059224] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.191614] env[69773]: DEBUG nova.scheduler.client.report [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1203.207768] env[69773]: DEBUG nova.scheduler.client.report [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1203.208013] env[69773]: DEBUG nova.compute.provider_tree [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1203.221324] env[69773]: DEBUG nova.scheduler.client.report [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1203.243701] env[69773]: DEBUG nova.scheduler.client.report [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1203.432855] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4199f0-98fb-400b-9ee1-808b677aa38c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.446997] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b574fd-ad9a-48b7-b322-367d90496802 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.488057] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98ecf63-3399-4001-bbf4-dd21b44b63a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.493631] env[69773]: DEBUG oslo_vmware.api [None req-48f02339-7edf-4196-a5a2-ecac18926808 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390963, 'name': SuspendVM_Task, 'duration_secs': 1.262809} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.494486] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-48f02339-7edf-4196-a5a2-ecac18926808 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Suspended the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1203.494669] env[69773]: DEBUG nova.compute.manager [None req-48f02339-7edf-4196-a5a2-ecac18926808 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1203.495457] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e028d6-5d25-425c-af53-4aab70fd3f1a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.502579] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.503935] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e9480d-4207-4ecc-863e-65c86d085e5e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.522788] env[69773]: DEBUG nova.compute.provider_tree [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.560416] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390964, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454348} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.560708] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] f99c8608-959a-4889-bf2f-87a3b0f696a0/f99c8608-959a-4889-bf2f-87a3b0f696a0.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.560924] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.561181] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c6e7ca-5278-431b-80f5-b7cf7b3d223e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.568672] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1203.568672] env[69773]: value = "task-3390965" [ 1203.568672] env[69773]: _type = "Task" [ 1203.568672] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.578106] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.994094] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.025996] env[69773]: DEBUG nova.scheduler.client.report [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.079375] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288765} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.080623] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.080623] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747967fa-79d4-4ba3-9ef4-8dcdb8b10473 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.103609] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] f99c8608-959a-4889-bf2f-87a3b0f696a0/f99c8608-959a-4889-bf2f-87a3b0f696a0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.104162] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6560f1e-1552-4a34-b94f-8c6d9c56c8d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.127167] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1204.127167] env[69773]: value = "task-3390966" [ 1204.127167] env[69773]: _type = "Task" [ 1204.127167] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.137753] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.495540] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.530973] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.531519] env[69773]: DEBUG nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.534224] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.198s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.534445] env[69773]: DEBUG nova.objects.instance [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lazy-loading 'resources' on Instance uuid 2fed43f4-a3a8-45af-8211-6f426d1e2cac {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.637530] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390966, 'name': ReconfigVM_Task, 'duration_secs': 0.253891} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.638294] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfigured VM instance instance-0000006c to attach disk [datastore2] f99c8608-959a-4889-bf2f-87a3b0f696a0/f99c8608-959a-4889-bf2f-87a3b0f696a0.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.638923] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55b083c9-aa0f-48cb-9f4d-6bdb5b213ac6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.645572] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1204.645572] env[69773]: value = "task-3390967" [ 1204.645572] env[69773]: _type = "Task" [ 1204.645572] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.655594] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390967, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.995322] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.036802] env[69773]: DEBUG nova.compute.utils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.038215] env[69773]: DEBUG nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.038383] env[69773]: DEBUG nova.network.neutron [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.078376] env[69773]: DEBUG nova.policy [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad1a7702a5d40aa81ead18ad085be91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55c0c682937646dc948c422ec5be924d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.158886] env[69773]: DEBUG nova.compute.manager [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.159245] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390967, 'name': Rename_Task, 'duration_secs': 0.162202} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.159967] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a05ff1-9f57-40a8-b744-f2f57150046f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.162596] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1205.164873] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e1c3c6b-e0e8-4a49-b87d-16c19dd43a0c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.172621] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1205.172621] env[69773]: value = "task-3390968" [ 1205.172621] env[69773]: _type = "Task" [ 1205.172621] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.183290] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.200067] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f0fed8-de7b-4e97-82d1-7e31bf60e343 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.207801] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9794cca9-1156-4e5d-99c7-759bde8466bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.239806] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd59367d-b671-40c1-902d-8bd6404888b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.246915] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0771c-bec8-4bdd-9d7c-adcad7180839 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.260802] env[69773]: DEBUG nova.compute.provider_tree [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.351020] env[69773]: DEBUG nova.network.neutron [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Successfully created port: 2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.496451] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.541191] env[69773]: DEBUG nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.675034] env[69773]: INFO nova.compute.manager [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] instance snapshotting [ 1205.675256] env[69773]: WARNING nova.compute.manager [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1205.681278] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363a9438-7a0f-48f2-adde-8522f6baf048 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.689238] env[69773]: DEBUG oslo_vmware.api [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3390968, 'name': PowerOnVM_Task, 'duration_secs': 0.413209} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.704084] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.704354] env[69773]: INFO nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Took 6.36 seconds to spawn the instance on the hypervisor. [ 1205.704572] env[69773]: DEBUG nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.705583] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2305c571-8589-4f33-bf09-b9240b564176 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.709109] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb3646-7d0a-4d9c-a0d1-9b14d0731a09 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.764303] env[69773]: DEBUG nova.scheduler.client.report [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.998040] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.227773] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1206.229210] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b8322f5-c57c-4ddb-a1d6-03fad65f64e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.231476] env[69773]: INFO nova.compute.manager [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Took 14.79 seconds to build instance. [ 1206.238302] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1206.238302] env[69773]: value = "task-3390969" [ 1206.238302] env[69773]: _type = "Task" [ 1206.238302] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.248360] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390969, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.268778] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.290036] env[69773]: INFO nova.scheduler.client.report [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Deleted allocations for instance 2fed43f4-a3a8-45af-8211-6f426d1e2cac [ 1206.496641] env[69773]: DEBUG oslo_vmware.api [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390961, 'name': ReconfigVM_Task, 'duration_secs': 5.900352} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.496973] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.497103] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Reconfigured VM to detach interface {{(pid=69773) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1206.552440] env[69773]: DEBUG nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.579548] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.579961] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.581223] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.581575] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.581776] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.581990] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.582289] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.582572] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.582817] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.583018] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.583247] env[69773]: DEBUG nova.virt.hardware [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.584206] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0694e76-fcb2-4bbb-ac46-b1d968646f1c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.593132] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9741328c-b798-4ce5-b9c7-f1cec9e81c58 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.734324] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5afa4294-b5b8-4864-9b74-2526d27cc4f3 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.296s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.748506] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390969, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.798345] env[69773]: DEBUG oslo_concurrency.lockutils [None req-657d2fa1-fa72-47f6-b586-01cfd12b81c2 tempest-AttachVolumeShelveTestJSON-67283099 tempest-AttachVolumeShelveTestJSON-67283099-project-member] Lock "2fed43f4-a3a8-45af-8211-6f426d1e2cac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.150s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.061774] env[69773]: DEBUG nova.compute.manager [req-b345038b-6ab8-4226-8135-d7a05df141d6 req-ddfc3914-fd6b-4cf4-a40f-6a226591083b service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Received event network-vif-plugged-2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.061984] env[69773]: DEBUG oslo_concurrency.lockutils [req-b345038b-6ab8-4226-8135-d7a05df141d6 req-ddfc3914-fd6b-4cf4-a40f-6a226591083b service nova] Acquiring lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.062203] env[69773]: DEBUG oslo_concurrency.lockutils [req-b345038b-6ab8-4226-8135-d7a05df141d6 req-ddfc3914-fd6b-4cf4-a40f-6a226591083b service nova] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.062416] env[69773]: DEBUG oslo_concurrency.lockutils [req-b345038b-6ab8-4226-8135-d7a05df141d6 req-ddfc3914-fd6b-4cf4-a40f-6a226591083b service nova] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.062592] env[69773]: DEBUG nova.compute.manager [req-b345038b-6ab8-4226-8135-d7a05df141d6 req-ddfc3914-fd6b-4cf4-a40f-6a226591083b service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] No waiting events found dispatching network-vif-plugged-2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1207.062759] env[69773]: WARNING nova.compute.manager [req-b345038b-6ab8-4226-8135-d7a05df141d6 req-ddfc3914-fd6b-4cf4-a40f-6a226591083b service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Received unexpected event network-vif-plugged-2921a753-d37c-4692-bbe4-9a870b641716 for instance with vm_state building and task_state spawning. [ 1207.228104] env[69773]: DEBUG nova.network.neutron [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Successfully updated port: 2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.250539] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390969, 'name': CreateSnapshot_Task, 'duration_secs': 0.636571} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.250846] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1207.251657] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c930fd36-1ace-48e2-909d-61cc51043a59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.392651] env[69773]: DEBUG nova.compute.manager [req-9f1455dd-1f83-465f-b7a2-d99f24149d79 req-3c56f9cb-f4e3-436d-b60a-8eaf518b2b70 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Received event network-changed-aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.392651] env[69773]: DEBUG nova.compute.manager [req-9f1455dd-1f83-465f-b7a2-d99f24149d79 req-3c56f9cb-f4e3-436d-b60a-8eaf518b2b70 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Refreshing instance network info cache due to event network-changed-aacb6160-e2bb-47b2-8ee0-30986590094e. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.392651] env[69773]: DEBUG oslo_concurrency.lockutils [req-9f1455dd-1f83-465f-b7a2-d99f24149d79 req-3c56f9cb-f4e3-436d-b60a-8eaf518b2b70 service nova] Acquiring lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.392651] env[69773]: DEBUG oslo_concurrency.lockutils [req-9f1455dd-1f83-465f-b7a2-d99f24149d79 req-3c56f9cb-f4e3-436d-b60a-8eaf518b2b70 service nova] Acquired lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.392651] env[69773]: DEBUG nova.network.neutron [req-9f1455dd-1f83-465f-b7a2-d99f24149d79 req-3c56f9cb-f4e3-436d-b60a-8eaf518b2b70 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Refreshing network info cache for port aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1207.731999] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.731999] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.732805] env[69773]: DEBUG nova.network.neutron [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1207.774288] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1207.774583] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-215e01cf-c224-4910-a423-6f46cd17aeff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.778178] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.778452] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.778726] env[69773]: DEBUG nova.network.neutron [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1207.785143] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1207.785143] env[69773]: value = "task-3390970" [ 1207.785143] env[69773]: _type = "Task" [ 1207.785143] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.794261] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390970, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.158930] env[69773]: DEBUG nova.network.neutron [req-9f1455dd-1f83-465f-b7a2-d99f24149d79 req-3c56f9cb-f4e3-436d-b60a-8eaf518b2b70 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updated VIF entry in instance network info cache for port aacb6160-e2bb-47b2-8ee0-30986590094e. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1208.159387] env[69773]: DEBUG nova.network.neutron [req-9f1455dd-1f83-465f-b7a2-d99f24149d79 req-3c56f9cb-f4e3-436d-b60a-8eaf518b2b70 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updating instance_info_cache with network_info: [{"id": "aacb6160-e2bb-47b2-8ee0-30986590094e", "address": "fa:16:3e:e9:4b:3e", "network": {"id": "5f6af546-63b1-4720-902f-e687ffd3c5e9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-428247082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "403191b71158451e865c64593ad7cc56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49b5df12-d801-4140-8816-2fd401608c7d", "external-id": "nsx-vlan-transportzone-326", "segmentation_id": 326, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaacb6160-e2", "ovs_interfaceid": "aacb6160-e2bb-47b2-8ee0-30986590094e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.267443] env[69773]: DEBUG nova.network.neutron [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1208.297723] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390970, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.492347] env[69773]: DEBUG nova.network.neutron [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Updating instance_info_cache with network_info: [{"id": "2921a753-d37c-4692-bbe4-9a870b641716", "address": "fa:16:3e:c8:27:ce", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2921a753-d3", "ovs_interfaceid": "2921a753-d37c-4692-bbe4-9a870b641716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.595054] env[69773]: INFO nova.network.neutron [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Port 8d5165fc-ee3a-416b-ae90-ed71db96b8c0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1208.595420] env[69773]: DEBUG nova.network.neutron [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.661870] env[69773]: DEBUG oslo_concurrency.lockutils [req-9f1455dd-1f83-465f-b7a2-d99f24149d79 req-3c56f9cb-f4e3-436d-b60a-8eaf518b2b70 service nova] Releasing lock "refresh_cache-f99c8608-959a-4889-bf2f-87a3b0f696a0" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.796462] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390970, 'name': CloneVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.995520] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.995866] env[69773]: DEBUG nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Instance network_info: |[{"id": "2921a753-d37c-4692-bbe4-9a870b641716", "address": "fa:16:3e:c8:27:ce", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2921a753-d3", "ovs_interfaceid": "2921a753-d37c-4692-bbe4-9a870b641716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.996322] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:27:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2921a753-d37c-4692-bbe4-9a870b641716', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.004427] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.004602] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.004829] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3069c21-54e4-408a-a5d3-6d9b48127695 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.025652] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.025652] env[69773]: value = "task-3390972" [ 1209.025652] env[69773]: _type = "Task" [ 1209.025652] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.033156] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390972, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.093795] env[69773]: DEBUG nova.compute.manager [req-7078c659-23cc-444b-a17d-447365513262 req-6cf2ff58-6590-40ab-81d1-58fe407f3e75 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Received event network-changed-2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.094082] env[69773]: DEBUG nova.compute.manager [req-7078c659-23cc-444b-a17d-447365513262 req-6cf2ff58-6590-40ab-81d1-58fe407f3e75 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Refreshing instance network info cache due to event network-changed-2921a753-d37c-4692-bbe4-9a870b641716. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.094339] env[69773]: DEBUG oslo_concurrency.lockutils [req-7078c659-23cc-444b-a17d-447365513262 req-6cf2ff58-6590-40ab-81d1-58fe407f3e75 service nova] Acquiring lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.094515] env[69773]: DEBUG oslo_concurrency.lockutils [req-7078c659-23cc-444b-a17d-447365513262 req-6cf2ff58-6590-40ab-81d1-58fe407f3e75 service nova] Acquired lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.094710] env[69773]: DEBUG nova.network.neutron [req-7078c659-23cc-444b-a17d-447365513262 req-6cf2ff58-6590-40ab-81d1-58fe407f3e75 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Refreshing network info cache for port 2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1209.098008] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.248557] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-791070e6-9532-432b-a947-f1472390974b-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.248831] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-791070e6-9532-432b-a947-f1472390974b-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.249231] env[69773]: DEBUG nova.objects.instance [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'flavor' on Instance uuid 791070e6-9532-432b-a947-f1472390974b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.299813] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390970, 'name': CloneVM_Task, 'duration_secs': 1.097513} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.300118] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Created linked-clone VM from snapshot [ 1209.300889] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51badd4-9f68-4eea-92b2-8da94e3f00dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.308334] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Uploading image 18c3b05e-f374-4b29-adcd-969cf63d6ce8 {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1209.335930] env[69773]: DEBUG oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1209.335930] env[69773]: value = "vm-676573" [ 1209.335930] env[69773]: _type = "VirtualMachine" [ 1209.335930] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1209.336242] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-35f6246e-b0f2-4f1d-9548-816370c6c0cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.342412] env[69773]: DEBUG oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lease: (returnval){ [ 1209.342412] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52216f07-44f9-b61f-af64-cad62ee1f6dd" [ 1209.342412] env[69773]: _type = "HttpNfcLease" [ 1209.342412] env[69773]: } obtained for exporting VM: (result){ [ 1209.342412] env[69773]: value = "vm-676573" [ 1209.342412] env[69773]: _type = "VirtualMachine" [ 1209.342412] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1209.342713] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the lease: (returnval){ [ 1209.342713] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52216f07-44f9-b61f-af64-cad62ee1f6dd" [ 1209.342713] env[69773]: _type = "HttpNfcLease" [ 1209.342713] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.348652] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.348652] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52216f07-44f9-b61f-af64-cad62ee1f6dd" [ 1209.348652] env[69773]: _type = "HttpNfcLease" [ 1209.348652] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.425661] env[69773]: DEBUG nova.compute.manager [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.425956] env[69773]: DEBUG nova.compute.manager [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing instance network info cache due to event network-changed-2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.426189] env[69773]: DEBUG oslo_concurrency.lockutils [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] Acquiring lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.426306] env[69773]: DEBUG oslo_concurrency.lockutils [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] Acquired lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.426474] env[69773]: DEBUG nova.network.neutron [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Refreshing network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1209.538216] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390972, 'name': CreateVM_Task, 'duration_secs': 0.324642} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.538469] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.539303] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.539547] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.539965] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.540340] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a008803-c123-4465-b208-b736a8784387 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.546369] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1209.546369] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526da120-76c9-8c65-a884-142a36574d4b" [ 1209.546369] env[69773]: _type = "Task" [ 1209.546369] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.558499] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526da120-76c9-8c65-a884-142a36574d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.602048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e60c7e58-3c3c-44e6-9f58-f9ad9b12d2d6 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-dd96d90b-043e-41de-b818-106d0704f5a4-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.707s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.813544] env[69773]: DEBUG nova.network.neutron [req-7078c659-23cc-444b-a17d-447365513262 req-6cf2ff58-6590-40ab-81d1-58fe407f3e75 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Updated VIF entry in instance network info cache for port 2921a753-d37c-4692-bbe4-9a870b641716. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1209.813954] env[69773]: DEBUG nova.network.neutron [req-7078c659-23cc-444b-a17d-447365513262 req-6cf2ff58-6590-40ab-81d1-58fe407f3e75 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Updating instance_info_cache with network_info: [{"id": "2921a753-d37c-4692-bbe4-9a870b641716", "address": "fa:16:3e:c8:27:ce", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2921a753-d3", "ovs_interfaceid": "2921a753-d37c-4692-bbe4-9a870b641716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.850687] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.850687] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52216f07-44f9-b61f-af64-cad62ee1f6dd" [ 1209.850687] env[69773]: _type = "HttpNfcLease" [ 1209.850687] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1209.851064] env[69773]: DEBUG oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1209.851064] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52216f07-44f9-b61f-af64-cad62ee1f6dd" [ 1209.851064] env[69773]: _type = "HttpNfcLease" [ 1209.851064] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1209.851767] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe9065a-484c-4d47-aa99-c47af42394a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.859866] env[69773]: DEBUG oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b75a8-0de4-3966-3a19-ec9f8e94cb15/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1209.860262] env[69773]: DEBUG oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b75a8-0de4-3966-3a19-ec9f8e94cb15/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1209.861994] env[69773]: DEBUG nova.objects.instance [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'pci_requests' on Instance uuid 791070e6-9532-432b-a947-f1472390974b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.952630] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d6c42a49-b4d9-412e-896d-3bbfc4c79117 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.057722] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526da120-76c9-8c65-a884-142a36574d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.019971} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.059974] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.060234] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.060498] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.060660] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.060841] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.061115] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72717282-2cc2-4fe0-8937-9ad7419d5bdb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.069741] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.070465] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.070907] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9c9eed-a52a-4566-839a-bf4789cb4584 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.076890] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1210.076890] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d3f28f-9eac-6567-7ddd-cbcc445b4674" [ 1210.076890] env[69773]: _type = "Task" [ 1210.076890] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.086827] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d3f28f-9eac-6567-7ddd-cbcc445b4674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.127109] env[69773]: DEBUG nova.network.neutron [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updated VIF entry in instance network info cache for port 2e272102-0c65-4e7a-9b39-97c82e9018fb. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1210.127460] env[69773]: DEBUG nova.network.neutron [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [{"id": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "address": "fa:16:3e:1f:12:a6", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e272102-0c", "ovs_interfaceid": "2e272102-0c65-4e7a-9b39-97c82e9018fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.317062] env[69773]: DEBUG oslo_concurrency.lockutils [req-7078c659-23cc-444b-a17d-447365513262 req-6cf2ff58-6590-40ab-81d1-58fe407f3e75 service nova] Releasing lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.364911] env[69773]: DEBUG nova.objects.base [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Object Instance<791070e6-9532-432b-a947-f1472390974b> lazy-loaded attributes: flavor,pci_requests {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1210.365055] env[69773]: DEBUG nova.network.neutron [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.428450] env[69773]: DEBUG nova.policy [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31efd8a1fb8c4f8c91df1bc7be85a5b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9135662348e4f51aa4a45072f376ef5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.587357] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d3f28f-9eac-6567-7ddd-cbcc445b4674, 'name': SearchDatastore_Task, 'duration_secs': 0.008242} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.588351] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02fd583-373c-48c9-aafa-cf42ad11ffaa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.594410] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1210.594410] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5227e895-5b32-cf04-15cc-8e1d38710729" [ 1210.594410] env[69773]: _type = "Task" [ 1210.594410] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.602577] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5227e895-5b32-cf04-15cc-8e1d38710729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.630434] env[69773]: DEBUG oslo_concurrency.lockutils [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] Releasing lock "refresh_cache-dd96d90b-043e-41de-b818-106d0704f5a4" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.631369] env[69773]: DEBUG nova.compute.manager [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received event network-changed-2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.631677] env[69773]: DEBUG nova.compute.manager [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing instance network info cache due to event network-changed-2d9f9f75-7844-4aee-a491-29810542eb42. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.631989] env[69773]: DEBUG oslo_concurrency.lockutils [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] Acquiring lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.632203] env[69773]: DEBUG oslo_concurrency.lockutils [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] Acquired lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.632488] env[69773]: DEBUG nova.network.neutron [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing network info cache for port 2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1211.107125] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5227e895-5b32-cf04-15cc-8e1d38710729, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.107535] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.107725] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8/e4c1a86e-dc43-4561-8cff-7e2a7a0553a8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.108011] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-166bc80d-9877-421a-9c91-e5a0a2b86d30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.115054] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1211.115054] env[69773]: value = "task-3390974" [ 1211.115054] env[69773]: _type = "Task" [ 1211.115054] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.125944] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.387179] env[69773]: DEBUG nova.network.neutron [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updated VIF entry in instance network info cache for port 2d9f9f75-7844-4aee-a491-29810542eb42. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1211.387723] env[69773]: DEBUG nova.network.neutron [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.624867] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450486} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.625069] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8/e4c1a86e-dc43-4561-8cff-7e2a7a0553a8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.625285] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.625540] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-418112b2-4ef3-49fa-abf7-d817edb3f494 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.631321] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1211.631321] env[69773]: value = "task-3390975" [ 1211.631321] env[69773]: _type = "Task" [ 1211.631321] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.638941] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.809817] env[69773]: DEBUG nova.compute.manager [req-893e5dfb-1962-42a1-9f3e-a32c0821262d req-bc42389e-6069-4e16-b134-4bfe4e5a5419 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received event network-vif-plugged-8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.810770] env[69773]: DEBUG oslo_concurrency.lockutils [req-893e5dfb-1962-42a1-9f3e-a32c0821262d req-bc42389e-6069-4e16-b134-4bfe4e5a5419 service nova] Acquiring lock "791070e6-9532-432b-a947-f1472390974b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.811076] env[69773]: DEBUG oslo_concurrency.lockutils [req-893e5dfb-1962-42a1-9f3e-a32c0821262d req-bc42389e-6069-4e16-b134-4bfe4e5a5419 service nova] Lock "791070e6-9532-432b-a947-f1472390974b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.811317] env[69773]: DEBUG oslo_concurrency.lockutils [req-893e5dfb-1962-42a1-9f3e-a32c0821262d req-bc42389e-6069-4e16-b134-4bfe4e5a5419 service nova] Lock "791070e6-9532-432b-a947-f1472390974b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.811717] env[69773]: DEBUG nova.compute.manager [req-893e5dfb-1962-42a1-9f3e-a32c0821262d req-bc42389e-6069-4e16-b134-4bfe4e5a5419 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] No waiting events found dispatching network-vif-plugged-8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.812172] env[69773]: WARNING nova.compute.manager [req-893e5dfb-1962-42a1-9f3e-a32c0821262d req-bc42389e-6069-4e16-b134-4bfe4e5a5419 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received unexpected event network-vif-plugged-8d5165fc-ee3a-416b-ae90-ed71db96b8c0 for instance with vm_state active and task_state None. [ 1211.894307] env[69773]: DEBUG oslo_concurrency.lockutils [req-1eedb7f1-e59d-476d-9f62-52164b75d22d req-2c95a5f1-7101-4372-bfcd-2a1651ef7f15 service nova] Releasing lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.909404] env[69773]: DEBUG nova.network.neutron [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Successfully updated port: 8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.144139] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084658} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.144139] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.144780] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2148b83b-776d-4e7a-b7a6-8eab61dbc6bf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.168482] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8/e4c1a86e-dc43-4561-8cff-7e2a7a0553a8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.168792] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf25087-bef2-43da-8d1b-9608dd62863a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.191561] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1212.191561] env[69773]: value = "task-3390976" [ 1212.191561] env[69773]: _type = "Task" [ 1212.191561] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.200767] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.412699] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.413020] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.413252] env[69773]: DEBUG nova.network.neutron [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1212.703247] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390976, 'name': ReconfigVM_Task, 'duration_secs': 0.416353} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.703595] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Reconfigured VM instance instance-0000006d to attach disk [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8/e4c1a86e-dc43-4561-8cff-7e2a7a0553a8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.704266] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c6009be-2d4f-4794-b4ea-a69d45fb4c83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.711769] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1212.711769] env[69773]: value = "task-3390977" [ 1212.711769] env[69773]: _type = "Task" [ 1212.711769] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.725648] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390977, 'name': Rename_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.948010] env[69773]: WARNING nova.network.neutron [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5 already exists in list: networks containing: ['fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5']. ignoring it [ 1213.222670] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390977, 'name': Rename_Task, 'duration_secs': 0.164772} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.223125] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.223189] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5d50a1f-7cbc-4dd0-8353-9d6071734cf2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.230978] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1213.230978] env[69773]: value = "task-3390978" [ 1213.230978] env[69773]: _type = "Task" [ 1213.230978] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.239446] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.249567] env[69773]: DEBUG nova.network.neutron [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d5165fc-ee3a-416b-ae90-ed71db96b8c0", "address": "fa:16:3e:50:46:c4", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5165fc-ee", "ovs_interfaceid": "8d5165fc-ee3a-416b-ae90-ed71db96b8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.741595] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390978, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.753253] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.753253] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.753253] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.753922] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac803f8a-fdd5-4aaa-a3e1-7555df7cd882 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.771102] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.771658] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.771658] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.771777] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.771858] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.771990] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.772217] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.772374] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.772544] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.772701] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.772870] env[69773]: DEBUG nova.virt.hardware [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.779426] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Reconfiguring VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1213.780089] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c3df835-84bb-4dba-b8f8-61ead5a94a14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.798049] env[69773]: DEBUG oslo_vmware.api [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1213.798049] env[69773]: value = "task-3390979" [ 1213.798049] env[69773]: _type = "Task" [ 1213.798049] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.806025] env[69773]: DEBUG oslo_vmware.api [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390979, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.836616] env[69773]: DEBUG nova.compute.manager [req-e2527082-5f93-4855-9d1c-a9e0f7ae2469 req-7760e7c0-9e35-43a5-8302-54da659cbd70 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received event network-changed-8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.836836] env[69773]: DEBUG nova.compute.manager [req-e2527082-5f93-4855-9d1c-a9e0f7ae2469 req-7760e7c0-9e35-43a5-8302-54da659cbd70 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing instance network info cache due to event network-changed-8d5165fc-ee3a-416b-ae90-ed71db96b8c0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.837146] env[69773]: DEBUG oslo_concurrency.lockutils [req-e2527082-5f93-4855-9d1c-a9e0f7ae2469 req-7760e7c0-9e35-43a5-8302-54da659cbd70 service nova] Acquiring lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.837318] env[69773]: DEBUG oslo_concurrency.lockutils [req-e2527082-5f93-4855-9d1c-a9e0f7ae2469 req-7760e7c0-9e35-43a5-8302-54da659cbd70 service nova] Acquired lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.837488] env[69773]: DEBUG nova.network.neutron [req-e2527082-5f93-4855-9d1c-a9e0f7ae2469 req-7760e7c0-9e35-43a5-8302-54da659cbd70 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Refreshing network info cache for port 8d5165fc-ee3a-416b-ae90-ed71db96b8c0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1214.242038] env[69773]: DEBUG oslo_vmware.api [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3390978, 'name': PowerOnVM_Task, 'duration_secs': 0.917186} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.242424] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.242583] env[69773]: INFO nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Took 7.69 seconds to spawn the instance on the hypervisor. [ 1214.242766] env[69773]: DEBUG nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.243595] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bd240d-ab21-451a-8954-4d276f6c3541 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.309073] env[69773]: DEBUG oslo_vmware.api [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.547577] env[69773]: DEBUG nova.network.neutron [req-e2527082-5f93-4855-9d1c-a9e0f7ae2469 req-7760e7c0-9e35-43a5-8302-54da659cbd70 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updated VIF entry in instance network info cache for port 8d5165fc-ee3a-416b-ae90-ed71db96b8c0. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1214.548045] env[69773]: DEBUG nova.network.neutron [req-e2527082-5f93-4855-9d1c-a9e0f7ae2469 req-7760e7c0-9e35-43a5-8302-54da659cbd70 service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8d5165fc-ee3a-416b-ae90-ed71db96b8c0", "address": "fa:16:3e:50:46:c4", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d5165fc-ee", "ovs_interfaceid": "8d5165fc-ee3a-416b-ae90-ed71db96b8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.764128] env[69773]: INFO nova.compute.manager [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Took 12.62 seconds to build instance. [ 1214.809718] env[69773]: DEBUG oslo_vmware.api [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.051487] env[69773]: DEBUG oslo_concurrency.lockutils [req-e2527082-5f93-4855-9d1c-a9e0f7ae2469 req-7760e7c0-9e35-43a5-8302-54da659cbd70 service nova] Releasing lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.268264] env[69773]: DEBUG oslo_concurrency.lockutils [None req-862f2f40-91f6-4cf4-a222-fe391c3efcc9 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.136s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.312868] env[69773]: DEBUG oslo_vmware.api [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.811953] env[69773]: DEBUG oslo_vmware.api [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390979, 'name': ReconfigVM_Task, 'duration_secs': 1.707907} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.812849] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.813122] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Reconfigured VM to attach interface {{(pid=69773) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1215.863457] env[69773]: DEBUG nova.compute.manager [req-715a839b-c2e1-4703-9bab-ccb327041f5f req-2537427b-0e96-4b0f-91a9-d977b2336105 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Received event network-changed-2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.863705] env[69773]: DEBUG nova.compute.manager [req-715a839b-c2e1-4703-9bab-ccb327041f5f req-2537427b-0e96-4b0f-91a9-d977b2336105 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Refreshing instance network info cache due to event network-changed-2921a753-d37c-4692-bbe4-9a870b641716. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.863938] env[69773]: DEBUG oslo_concurrency.lockutils [req-715a839b-c2e1-4703-9bab-ccb327041f5f req-2537427b-0e96-4b0f-91a9-d977b2336105 service nova] Acquiring lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.864163] env[69773]: DEBUG oslo_concurrency.lockutils [req-715a839b-c2e1-4703-9bab-ccb327041f5f req-2537427b-0e96-4b0f-91a9-d977b2336105 service nova] Acquired lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.864322] env[69773]: DEBUG nova.network.neutron [req-715a839b-c2e1-4703-9bab-ccb327041f5f req-2537427b-0e96-4b0f-91a9-d977b2336105 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Refreshing network info cache for port 2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1216.318146] env[69773]: DEBUG oslo_concurrency.lockutils [None req-053c1688-e3f5-4f2c-9253-aa614b6ea644 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-791070e6-9532-432b-a947-f1472390974b-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.069s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.578349] env[69773]: DEBUG nova.network.neutron [req-715a839b-c2e1-4703-9bab-ccb327041f5f req-2537427b-0e96-4b0f-91a9-d977b2336105 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Updated VIF entry in instance network info cache for port 2921a753-d37c-4692-bbe4-9a870b641716. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1216.578745] env[69773]: DEBUG nova.network.neutron [req-715a839b-c2e1-4703-9bab-ccb327041f5f req-2537427b-0e96-4b0f-91a9-d977b2336105 service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Updating instance_info_cache with network_info: [{"id": "2921a753-d37c-4692-bbe4-9a870b641716", "address": "fa:16:3e:c8:27:ce", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2921a753-d3", "ovs_interfaceid": "2921a753-d37c-4692-bbe4-9a870b641716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.081742] env[69773]: DEBUG oslo_concurrency.lockutils [req-715a839b-c2e1-4703-9bab-ccb327041f5f req-2537427b-0e96-4b0f-91a9-d977b2336105 service nova] Releasing lock "refresh_cache-e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.488965] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.488965] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.488965] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.488965] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1217.489477] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1217.489477] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Cleaning up deleted instances with incomplete migration {{(pid=69773) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1217.950303] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "interface-791070e6-9532-432b-a947-f1472390974b-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.950568] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-791070e6-9532-432b-a947-f1472390974b-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.453483] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.453675] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.454624] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a1419b-1af0-4ab6-aaf7-b937333515ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.473637] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d971cf-8430-49fc-90bc-6288388d3151 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.499279] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Reconfiguring VM to detach interface {{(pid=69773) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1218.499628] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97981bb2-9b8d-441d-8ab5-cb5bd1a0a849 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.518445] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1218.518445] env[69773]: value = "task-3390980" [ 1218.518445] env[69773]: _type = "Task" [ 1218.518445] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.525974] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.990582] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.028260] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.487993] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.529135] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.568629] env[69773]: DEBUG oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b75a8-0de4-3966-3a19-ec9f8e94cb15/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1219.569562] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f246c5-8dcd-4403-8720-53a9be8e7c1b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.575718] env[69773]: DEBUG oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b75a8-0de4-3966-3a19-ec9f8e94cb15/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1219.575877] env[69773]: ERROR oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b75a8-0de4-3966-3a19-ec9f8e94cb15/disk-0.vmdk due to incomplete transfer. [ 1219.576099] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2f73f0e-8dff-46d3-9328-37583272b383 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.582753] env[69773]: DEBUG oslo_vmware.rw_handles [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/525b75a8-0de4-3966-3a19-ec9f8e94cb15/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1219.582953] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Uploaded image 18c3b05e-f374-4b29-adcd-969cf63d6ce8 to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1219.585268] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1219.585494] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdd46dcf-f469-433f-9235-4e6160deb508 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.590956] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1219.590956] env[69773]: value = "task-3390981" [ 1219.590956] env[69773]: _type = "Task" [ 1219.590956] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.598075] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390981, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.029369] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.100931] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390981, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.483371] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.486985] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.487215] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1220.529795] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.604390] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390981, 'name': Destroy_Task} progress is 33%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.799774] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "631c87d8-3b9b-4c31-ab77-20c23c9da831" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.800070] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "631c87d8-3b9b-4c31-ab77-20c23c9da831" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.800284] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "631c87d8-3b9b-4c31-ab77-20c23c9da831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.800541] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "631c87d8-3b9b-4c31-ab77-20c23c9da831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.800643] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "631c87d8-3b9b-4c31-ab77-20c23c9da831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.802807] env[69773]: INFO nova.compute.manager [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Terminating instance [ 1220.990427] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.990702] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.990855] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.991028] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1220.991913] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613170aa-0334-46a1-b28c-789d1d5f035a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.999898] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6092d06-9253-4572-be0b-3c4b92ce8ee0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.013654] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e004c13-82df-4453-b4b0-367408838f74 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.019539] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134d1914-e582-46e1-9550-ebbdfac3dd56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.029677] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.052533] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179437MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1221.052750] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.052958] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.102123] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390981, 'name': Destroy_Task, 'duration_secs': 1.162401} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.102365] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Destroyed the VM [ 1221.102596] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1221.102825] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-db058c50-8181-4d05-a968-6f9bb5a4de32 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.108407] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1221.108407] env[69773]: value = "task-3390982" [ 1221.108407] env[69773]: _type = "Task" [ 1221.108407] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.116450] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.264854] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "841b2c72-e052-4014-bf00-e303cd1f8cca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.265087] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.306433] env[69773]: DEBUG nova.compute.manager [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.306632] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.309849] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6a2755-68fd-44a8-8904-79eb8892c802 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.317561] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1221.317791] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf89602f-face-4a73-8724-44b979cf5d46 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.537064] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.617905] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.768023] env[69773]: DEBUG nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1222.032851] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.088740] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e82b533c-5d98-47e1-877a-78b4cdcdeeec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.088936] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.089110] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.089240] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 863bc2b1-d863-459a-9927-4ac006b4c756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.089356] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance dd96d90b-043e-41de-b818-106d0704f5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.089469] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 791070e6-9532-432b-a947-f1472390974b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.089580] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 97bb658c-bfe4-491f-8a48-bfe1a5859a3d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.089691] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance db32e7e1-50c5-48e9-b907-fa13c230feb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.089805] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 631c87d8-3b9b-4c31-ab77-20c23c9da831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.089911] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance f99c8608-959a-4889-bf2f-87a3b0f696a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.090029] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e4c1a86e-dc43-4561-8cff-7e2a7a0553a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1222.118109] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390982, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.221754] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.221985] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.222190] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleting the datastore file [datastore2] 631c87d8-3b9b-4c31-ab77-20c23c9da831 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.222472] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb893a3b-4c0f-49ac-b798-6ae798d792e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.228615] env[69773]: DEBUG oslo_vmware.api [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1222.228615] env[69773]: value = "task-3390984" [ 1222.228615] env[69773]: _type = "Task" [ 1222.228615] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.236116] env[69773]: DEBUG oslo_vmware.api [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.293929] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.401523] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.401906] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.402151] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.402342] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.402514] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.404645] env[69773]: INFO nova.compute.manager [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Terminating instance [ 1222.532243] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.592531] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 841b2c72-e052-4014-bf00-e303cd1f8cca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1222.592904] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1222.592904] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1222.618143] env[69773]: DEBUG oslo_vmware.api [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390982, 'name': RemoveSnapshot_Task, 'duration_secs': 1.024642} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.620414] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1222.620648] env[69773]: INFO nova.compute.manager [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Took 16.94 seconds to snapshot the instance on the hypervisor. [ 1222.735947] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef470de3-b85e-4352-98aa-ad5652809bb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.743873] env[69773]: DEBUG oslo_vmware.api [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14957} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.745414] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.745611] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.745790] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.745964] env[69773]: INFO nova.compute.manager [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1222.746210] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.746454] env[69773]: DEBUG nova.compute.manager [-] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.746542] env[69773]: DEBUG nova.network.neutron [-] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1222.748694] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede5219e-a8ac-489c-846b-7115d9621a3c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.778684] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba24c07-6d31-4ab8-b3a0-af866763aa10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.785695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070674a-7263-4173-9cb0-0f43ad3cb934 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.799175] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.908929] env[69773]: DEBUG nova.compute.manager [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.909155] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.910151] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625ed20c-5bb3-41a2-bb95-9ed2686b7f66 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.918124] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1222.918416] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af5082e6-8327-409a-b279-ff825d36162e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.924530] env[69773]: DEBUG oslo_vmware.api [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1222.924530] env[69773]: value = "task-3390985" [ 1222.924530] env[69773]: _type = "Task" [ 1222.924530] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.932877] env[69773]: DEBUG oslo_vmware.api [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.012641] env[69773]: DEBUG nova.compute.manager [req-0c86ddb6-aa57-49c6-8420-483a12c57ed2 req-ff4fe173-da99-4414-8731-79ec3dddca92 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Received event network-vif-deleted-34e94197-e67e-441d-a630-6a38a6553828 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.012641] env[69773]: INFO nova.compute.manager [req-0c86ddb6-aa57-49c6-8420-483a12c57ed2 req-ff4fe173-da99-4414-8731-79ec3dddca92 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Neutron deleted interface 34e94197-e67e-441d-a630-6a38a6553828; detaching it from the instance and deleting it from the info cache [ 1223.012641] env[69773]: DEBUG nova.network.neutron [req-0c86ddb6-aa57-49c6-8420-483a12c57ed2 req-ff4fe173-da99-4414-8731-79ec3dddca92 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.035134] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.125369] env[69773]: DEBUG nova.compute.manager [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Instance disappeared during snapshot {{(pid=69773) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1223.138256] env[69773]: DEBUG nova.compute.manager [None req-14b92e69-d47f-4e0e-9f98-2b490b0aa301 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image not found during clean up 18c3b05e-f374-4b29-adcd-969cf63d6ce8 {{(pid=69773) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1223.302127] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.435471] env[69773]: DEBUG oslo_vmware.api [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390985, 'name': PowerOffVM_Task, 'duration_secs': 0.187218} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.435748] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.435915] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1223.436182] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ea3bd0-dc1c-45b4-afda-ac105d56694c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.492983] env[69773]: DEBUG nova.network.neutron [-] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.515028] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88eb9fb8-49bf-4a34-905f-7e1c7e45836e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.525107] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e7a2b3-0f98-4f27-9bd0-2ee3740fabbb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.537386] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1223.537583] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1223.537760] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleting the datastore file [datastore1] 97bb658c-bfe4-491f-8a48-bfe1a5859a3d {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1223.541417] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d4214ae-38c8-4be5-8f82-df9bfe64b4ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.549973] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.551793] env[69773]: DEBUG oslo_vmware.api [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1223.551793] env[69773]: value = "task-3390987" [ 1223.551793] env[69773]: _type = "Task" [ 1223.551793] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.564172] env[69773]: DEBUG nova.compute.manager [req-0c86ddb6-aa57-49c6-8420-483a12c57ed2 req-ff4fe173-da99-4414-8731-79ec3dddca92 service nova] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Detach interface failed, port_id=34e94197-e67e-441d-a630-6a38a6553828, reason: Instance 631c87d8-3b9b-4c31-ab77-20c23c9da831 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.571150] env[69773]: DEBUG oslo_vmware.api [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.807303] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1223.807669] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.754s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.807830] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.514s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.809239] env[69773]: INFO nova.compute.claims [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.995606] env[69773]: INFO nova.compute.manager [-] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Took 1.25 seconds to deallocate network for instance. [ 1224.046559] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.058940] env[69773]: DEBUG oslo_vmware.api [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258606} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.059245] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.059356] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.059556] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.059719] env[69773]: INFO nova.compute.manager [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1224.059940] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.060136] env[69773]: DEBUG nova.compute.manager [-] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.060230] env[69773]: DEBUG nova.network.neutron [-] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1224.072695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.072695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.072852] env[69773]: INFO nova.compute.manager [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Shelving [ 1224.501954] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.548290] env[69773]: DEBUG oslo_vmware.api [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390980, 'name': ReconfigVM_Task, 'duration_secs': 5.737144} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.548542] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.548755] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Reconfigured VM to detach interface {{(pid=69773) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1225.036203] env[69773]: DEBUG nova.compute.manager [req-a53b5c11-8f14-4f85-b804-b6deb59e6ad8 req-adca40a2-bce3-4da1-98a5-a6ec9a8b4e0c service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Received event network-vif-deleted-ecb56eaa-3c01-436c-b3fb-8fe94095c736 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.036449] env[69773]: INFO nova.compute.manager [req-a53b5c11-8f14-4f85-b804-b6deb59e6ad8 req-adca40a2-bce3-4da1-98a5-a6ec9a8b4e0c service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Neutron deleted interface ecb56eaa-3c01-436c-b3fb-8fe94095c736; detaching it from the instance and deleting it from the info cache [ 1225.036641] env[69773]: DEBUG nova.network.neutron [req-a53b5c11-8f14-4f85-b804-b6deb59e6ad8 req-adca40a2-bce3-4da1-98a5-a6ec9a8b4e0c service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.083982] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.084715] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2071fce-24f7-4843-934a-a5a78cde1357 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.092868] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1225.092868] env[69773]: value = "task-3390988" [ 1225.092868] env[69773]: _type = "Task" [ 1225.092868] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.103243] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.108567] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c82de-1075-4bba-b872-8eca492bf580 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.115963] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf13cd1-85da-4f5f-8b85-e5ce0be55bad {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.147703] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d181b10-c80e-4c6b-a548-479607a1ab4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.156088] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f24c13d-159d-4d7f-aecb-4b0bd2f06f3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.169950] env[69773]: DEBUG nova.compute.provider_tree [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.246862] env[69773]: DEBUG nova.network.neutron [-] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.488061] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.542195] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1122eda7-7377-420a-9c4a-62c85e995158 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.551951] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720e268d-9ce7-473e-8ea4-202cba1c3870 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.582985] env[69773]: DEBUG nova.compute.manager [req-a53b5c11-8f14-4f85-b804-b6deb59e6ad8 req-adca40a2-bce3-4da1-98a5-a6ec9a8b4e0c service nova] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Detach interface failed, port_id=ecb56eaa-3c01-436c-b3fb-8fe94095c736, reason: Instance 97bb658c-bfe4-491f-8a48-bfe1a5859a3d could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1225.600830] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390988, 'name': PowerOffVM_Task, 'duration_secs': 0.322944} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.601088] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.601856] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce8174e-b12f-41de-870c-4f72082fb2df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.620255] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9ec369-6a91-47f3-9b87-2695ca37f1fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.673142] env[69773]: DEBUG nova.scheduler.client.report [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.749506] env[69773]: INFO nova.compute.manager [-] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Took 1.69 seconds to deallocate network for instance. [ 1225.994264] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1225.994791] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Cleaning up deleted instances {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1226.008653] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.008830] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquired lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.009013] env[69773]: DEBUG nova.network.neutron [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1226.129706] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1226.130052] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-50aa2da1-acb8-4351-8ed5-ebbf3ec00aa6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.139019] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1226.139019] env[69773]: value = "task-3390989" [ 1226.139019] env[69773]: _type = "Task" [ 1226.139019] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.147269] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.177903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.178500] env[69773]: DEBUG nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.181239] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.680s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.181474] env[69773]: DEBUG nova.objects.instance [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lazy-loading 'resources' on Instance uuid 631c87d8-3b9b-4c31-ab77-20c23c9da831 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.257895] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.375884] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "791070e6-9532-432b-a947-f1472390974b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.376125] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "791070e6-9532-432b-a947-f1472390974b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.376333] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "791070e6-9532-432b-a947-f1472390974b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.376511] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "791070e6-9532-432b-a947-f1472390974b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.376668] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "791070e6-9532-432b-a947-f1472390974b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.378830] env[69773]: INFO nova.compute.manager [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Terminating instance [ 1226.510587] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] There are 62 instances to clean {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1226.510771] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 1c2291eb-c6e2-47f9-8e18-6368e41c8a96] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.651892] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390989, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.685263] env[69773]: DEBUG nova.compute.utils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.693889] env[69773]: DEBUG nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.694573] env[69773]: DEBUG nova.network.neutron [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.764848] env[69773]: DEBUG nova.policy [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03d862c2174741832d52304e1fa5e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae15fe15017947e39091241f01d37120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.767227] env[69773]: INFO nova.network.neutron [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Port 8d5165fc-ee3a-416b-ae90-ed71db96b8c0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1226.767545] env[69773]: DEBUG nova.network.neutron [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [{"id": "2d9f9f75-7844-4aee-a491-29810542eb42", "address": "fa:16:3e:1f:72:2c", "network": {"id": "fffe6c7c-4d9a-4711-9e91-6ece0ede6ae5", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-129851756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f9135662348e4f51aa4a45072f376ef5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca16b6db-4f74-424c-9d36-925ad82cbdd2", "external-id": "nsx-vlan-transportzone-200", "segmentation_id": 200, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d9f9f75-78", "ovs_interfaceid": "2d9f9f75-7844-4aee-a491-29810542eb42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.849807] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f374e198-f9e6-4987-a927-cf95d115373a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.858259] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cd815f-6573-4754-ba98-6c1d6beb776b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.887742] env[69773]: DEBUG nova.compute.manager [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.887954] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.888893] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b01f293-b93a-4fd3-9ae1-f384f7c4ba64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.891849] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43a91fa-3601-4850-98e9-00f36177ea95 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.901055] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.901331] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3528b4a6-ee3c-4630-8ced-c5636ab8104c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.903740] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83769fd7-9757-4a34-9577-4d074795dafe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.921206] env[69773]: DEBUG nova.compute.provider_tree [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.923593] env[69773]: DEBUG oslo_vmware.api [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1226.923593] env[69773]: value = "task-3390990" [ 1226.923593] env[69773]: _type = "Task" [ 1226.923593] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.932323] env[69773]: DEBUG oslo_vmware.api [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.016730] env[69773]: DEBUG nova.network.neutron [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Successfully created port: 0ee49979-19db-438c-95af-f9fc42d0a100 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.018684] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e5a4a973-04ae-453b-b89b-d8fed0ce6563] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.153659] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390989, 'name': CreateSnapshot_Task, 'duration_secs': 0.583442} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.154019] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1227.154770] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbbb7cd-33f4-4995-b61b-f3bf99609aef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.194751] env[69773]: DEBUG nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.270181] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Releasing lock "refresh_cache-791070e6-9532-432b-a947-f1472390974b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.429736] env[69773]: DEBUG nova.scheduler.client.report [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.439551] env[69773]: DEBUG oslo_vmware.api [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390990, 'name': PowerOffVM_Task, 'duration_secs': 0.338968} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.439551] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.439890] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.439890] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0496a6b-57da-47d3-a9dc-6eafec552a37 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.503871] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.504201] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.504413] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleting the datastore file [datastore2] 791070e6-9532-432b-a947-f1472390974b {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.504669] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-410c39df-6b62-41bd-b93c-461002622639 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.518096] env[69773]: DEBUG oslo_vmware.api [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1227.518096] env[69773]: value = "task-3390992" [ 1227.518096] env[69773]: _type = "Task" [ 1227.518096] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.526300] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 49d461a7-44c5-47c8-b033-70992a734e32] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.536755] env[69773]: DEBUG oslo_vmware.api [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.676390] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1227.676840] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a5d96b06-9243-414b-85c7-3d70a248c265 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.687162] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1227.687162] env[69773]: value = "task-3390993" [ 1227.687162] env[69773]: _type = "Task" [ 1227.687162] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.695332] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390993, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.775062] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d515a59-b41a-4dc0-808b-7fd0ef1a5a95 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "interface-791070e6-9532-432b-a947-f1472390974b-8d5165fc-ee3a-416b-ae90-ed71db96b8c0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.824s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.935123] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.937357] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.680s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.937584] env[69773]: DEBUG nova.objects.instance [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'resources' on Instance uuid 97bb658c-bfe4-491f-8a48-bfe1a5859a3d {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.958427] env[69773]: INFO nova.scheduler.client.report [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted allocations for instance 631c87d8-3b9b-4c31-ab77-20c23c9da831 [ 1228.028857] env[69773]: DEBUG oslo_vmware.api [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3390992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469107} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.029354] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.029809] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.030043] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.030227] env[69773]: INFO nova.compute.manager [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: 791070e6-9532-432b-a947-f1472390974b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1228.030467] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.030659] env[69773]: DEBUG nova.compute.manager [-] [instance: 791070e6-9532-432b-a947-f1472390974b] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.030758] env[69773]: DEBUG nova.network.neutron [-] [instance: 791070e6-9532-432b-a947-f1472390974b] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1228.034079] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: c2320181-ebcd-4e6b-9e2e-6b7a4db76db1] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.209396] env[69773]: DEBUG nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.213041] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390993, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.242231] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.242420] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.242483] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.242684] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.242857] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.243033] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.243258] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.243413] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.243578] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.243741] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.243912] env[69773]: DEBUG nova.virt.hardware [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.244810] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55ca11b-f655-4273-97bd-80198cb69eea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.254406] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793668d3-ac81-475b-954a-74554481db5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.466685] env[69773]: DEBUG oslo_concurrency.lockutils [None req-cb97ae92-2a07-4d89-87d4-34774f72a6cd tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "631c87d8-3b9b-4c31-ab77-20c23c9da831" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.667s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.537971] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 617c58f7-8f68-46f6-82a2-4c3fe82845b7] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.615647] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61a2f2c-fbe8-49ad-b293-13470894bf37 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.626124] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e22a9a9-4309-4025-b7a2-09faf5b6a992 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.661192] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d770c4a-91c6-48a2-8f47-71ce26490404 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.668973] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11b197a-ec80-48cc-85da-e1d2e6778ec7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.682699] env[69773]: DEBUG nova.compute.provider_tree [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.689967] env[69773]: DEBUG nova.compute.manager [req-d315e1dd-01b3-42d5-a527-ffd90741ded8 req-2dd66853-2295-4b3b-9456-1863fcf84132 service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Received event network-vif-plugged-0ee49979-19db-438c-95af-f9fc42d0a100 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.690311] env[69773]: DEBUG oslo_concurrency.lockutils [req-d315e1dd-01b3-42d5-a527-ffd90741ded8 req-2dd66853-2295-4b3b-9456-1863fcf84132 service nova] Acquiring lock "841b2c72-e052-4014-bf00-e303cd1f8cca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.690560] env[69773]: DEBUG oslo_concurrency.lockutils [req-d315e1dd-01b3-42d5-a527-ffd90741ded8 req-2dd66853-2295-4b3b-9456-1863fcf84132 service nova] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.690697] env[69773]: DEBUG oslo_concurrency.lockutils [req-d315e1dd-01b3-42d5-a527-ffd90741ded8 req-2dd66853-2295-4b3b-9456-1863fcf84132 service nova] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.690904] env[69773]: DEBUG nova.compute.manager [req-d315e1dd-01b3-42d5-a527-ffd90741ded8 req-2dd66853-2295-4b3b-9456-1863fcf84132 service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] No waiting events found dispatching network-vif-plugged-0ee49979-19db-438c-95af-f9fc42d0a100 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.691196] env[69773]: WARNING nova.compute.manager [req-d315e1dd-01b3-42d5-a527-ffd90741ded8 req-2dd66853-2295-4b3b-9456-1863fcf84132 service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Received unexpected event network-vif-plugged-0ee49979-19db-438c-95af-f9fc42d0a100 for instance with vm_state building and task_state spawning. [ 1228.703684] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390993, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.867985] env[69773]: DEBUG nova.network.neutron [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Successfully updated port: 0ee49979-19db-438c-95af-f9fc42d0a100 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.045633] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: ac08ed0b-bb1d-4c53-bcf9-9594733fbe48] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.186267] env[69773]: DEBUG nova.scheduler.client.report [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.204752] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390993, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.373976] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "refresh_cache-841b2c72-e052-4014-bf00-e303cd1f8cca" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.373976] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "refresh_cache-841b2c72-e052-4014-bf00-e303cd1f8cca" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.373976] env[69773]: DEBUG nova.network.neutron [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1229.510484] env[69773]: DEBUG nova.network.neutron [-] [instance: 791070e6-9532-432b-a947-f1472390974b] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.548457] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 8088376a-1a78-4313-a947-eb01840b01f4] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.691931] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.704493] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3390993, 'name': CloneVM_Task, 'duration_secs': 1.66452} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.704768] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Created linked-clone VM from snapshot [ 1229.707137] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f75bc12-68bc-41e7-acb6-9e8faad67deb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.715763] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Uploading image 4a210477-7045-4926-8c35-59dfc4d15b2d {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1229.723570] env[69773]: INFO nova.scheduler.client.report [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleted allocations for instance 97bb658c-bfe4-491f-8a48-bfe1a5859a3d [ 1229.745897] env[69773]: DEBUG oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1229.745897] env[69773]: value = "vm-676576" [ 1229.745897] env[69773]: _type = "VirtualMachine" [ 1229.745897] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1229.746510] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f9c4dbe-45ed-4842-8942-00918f9c2481 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.756512] env[69773]: DEBUG oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease: (returnval){ [ 1229.756512] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52653dd8-fa41-4264-4124-bc56031d0fcf" [ 1229.756512] env[69773]: _type = "HttpNfcLease" [ 1229.756512] env[69773]: } obtained for exporting VM: (result){ [ 1229.756512] env[69773]: value = "vm-676576" [ 1229.756512] env[69773]: _type = "VirtualMachine" [ 1229.756512] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1229.756787] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the lease: (returnval){ [ 1229.756787] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52653dd8-fa41-4264-4124-bc56031d0fcf" [ 1229.756787] env[69773]: _type = "HttpNfcLease" [ 1229.756787] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1229.764777] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.764777] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52653dd8-fa41-4264-4124-bc56031d0fcf" [ 1229.764777] env[69773]: _type = "HttpNfcLease" [ 1229.764777] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.905465] env[69773]: DEBUG nova.network.neutron [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1230.013191] env[69773]: INFO nova.compute.manager [-] [instance: 791070e6-9532-432b-a947-f1472390974b] Took 1.98 seconds to deallocate network for instance. [ 1230.029173] env[69773]: DEBUG nova.network.neutron [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Updating instance_info_cache with network_info: [{"id": "0ee49979-19db-438c-95af-f9fc42d0a100", "address": "fa:16:3e:54:6c:6e", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee49979-19", "ovs_interfaceid": "0ee49979-19db-438c-95af-f9fc42d0a100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.051361] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 6ff7f9b8-cd4d-4b7f-aa7e-2dd6501429b1] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.231738] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e5f9f34f-8fc4-47a1-ab7a-37d40703a15d tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "97bb658c-bfe4-491f-8a48-bfe1a5859a3d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.830s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.265923] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.265923] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52653dd8-fa41-4264-4124-bc56031d0fcf" [ 1230.265923] env[69773]: _type = "HttpNfcLease" [ 1230.265923] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.266132] env[69773]: DEBUG oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.266132] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52653dd8-fa41-4264-4124-bc56031d0fcf" [ 1230.266132] env[69773]: _type = "HttpNfcLease" [ 1230.266132] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1230.266793] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489947ae-b5c4-4eea-ab76-84977227b4ff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.274643] env[69773]: DEBUG oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b20e7c-67fd-054b-ea49-82b593f6f1e3/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.274808] env[69773]: DEBUG oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b20e7c-67fd-054b-ea49-82b593f6f1e3/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1230.366997] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fdc69647-205f-4bea-8f7e-3a1459f40fc3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.520698] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.521036] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.521174] env[69773]: DEBUG nova.objects.instance [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'resources' on Instance uuid 791070e6-9532-432b-a947-f1472390974b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.533608] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "refresh_cache-841b2c72-e052-4014-bf00-e303cd1f8cca" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.533608] env[69773]: DEBUG nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Instance network_info: |[{"id": "0ee49979-19db-438c-95af-f9fc42d0a100", "address": "fa:16:3e:54:6c:6e", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee49979-19", "ovs_interfaceid": "0ee49979-19db-438c-95af-f9fc42d0a100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.533787] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:6c:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ee49979-19db-438c-95af-f9fc42d0a100', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.542396] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.543441] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.543789] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46a515dd-84a9-426b-b91f-4e53d86b6615 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.558535] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 9cd9421f-f386-43a1-97c4-3d4d90adcdd4] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.568242] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.568242] env[69773]: value = "task-3390995" [ 1230.568242] env[69773]: _type = "Task" [ 1230.568242] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.578510] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390995, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.727662] env[69773]: DEBUG nova.compute.manager [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Received event network-changed-0ee49979-19db-438c-95af-f9fc42d0a100 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.728026] env[69773]: DEBUG nova.compute.manager [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Refreshing instance network info cache due to event network-changed-0ee49979-19db-438c-95af-f9fc42d0a100. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.728380] env[69773]: DEBUG oslo_concurrency.lockutils [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] Acquiring lock "refresh_cache-841b2c72-e052-4014-bf00-e303cd1f8cca" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.728685] env[69773]: DEBUG oslo_concurrency.lockutils [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] Acquired lock "refresh_cache-841b2c72-e052-4014-bf00-e303cd1f8cca" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.728857] env[69773]: DEBUG nova.network.neutron [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Refreshing network info cache for port 0ee49979-19db-438c-95af-f9fc42d0a100 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1230.835971] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.836343] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.062111] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: a81550c0-3578-47b1-8048-7a3cef3c797b] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.081179] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3390995, 'name': CreateVM_Task, 'duration_secs': 0.3251} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.083967] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.085091] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.085267] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.085570] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.085820] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5543276b-9d33-4911-b935-b462e8fd1a8a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.092744] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1231.092744] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ec19b8-eb74-ed81-63ef-2a9f1d4c5f7e" [ 1231.092744] env[69773]: _type = "Task" [ 1231.092744] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.105964] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ec19b8-eb74-ed81-63ef-2a9f1d4c5f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011208} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.106360] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.106655] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.106923] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.107143] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.107314] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.107915] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf18157-4ac1-4902-ba90-9aec0c0abfb3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.120889] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.121033] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.121814] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d42b6cbc-e9a4-4b18-b473-d5fcb8861177 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.131223] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1231.131223] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528211fb-6d74-2c35-569f-3378a9447010" [ 1231.131223] env[69773]: _type = "Task" [ 1231.131223] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.140809] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528211fb-6d74-2c35-569f-3378a9447010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.180888] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62de3014-c99d-4670-b5c2-9db04f140ead {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.190286] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2cfb5c-dd92-4856-86e0-2220b6a0e42c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.227146] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9279cf-f295-4bd8-8b1c-97ed921e3546 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.236743] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dba4c4-47ab-4ffe-8840-16fa746ed8a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.251487] env[69773]: DEBUG nova.compute.provider_tree [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.339688] env[69773]: INFO nova.compute.manager [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Detaching volume 312d47c9-90f2-4cef-a80d-906921feb76b [ 1231.380274] env[69773]: INFO nova.virt.block_device [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Attempting to driver detach volume 312d47c9-90f2-4cef-a80d-906921feb76b from mountpoint /dev/sdb [ 1231.380601] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1231.380891] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676557', 'volume_id': '312d47c9-90f2-4cef-a80d-906921feb76b', 'name': 'volume-312d47c9-90f2-4cef-a80d-906921feb76b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e159c09-aeec-4f78-b0ee-ef6d78e6f09d', 'attached_at': '', 'detached_at': '', 'volume_id': '312d47c9-90f2-4cef-a80d-906921feb76b', 'serial': '312d47c9-90f2-4cef-a80d-906921feb76b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1231.381876] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b54e9c5-9a92-439a-b20b-8f91998604cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.406600] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466811ab-d535-4fac-8fbc-49839caf18ae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.415034] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad4c2d8-a041-4e7d-b8ae-2e94d0655e16 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.440036] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a143b233-81cd-4e03-a1a3-bd5a26b55b2d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.455773] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] The volume has not been displaced from its original location: [datastore2] volume-312d47c9-90f2-4cef-a80d-906921feb76b/volume-312d47c9-90f2-4cef-a80d-906921feb76b.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1231.461254] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.462298] env[69773]: DEBUG nova.network.neutron [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Updated VIF entry in instance network info cache for port 0ee49979-19db-438c-95af-f9fc42d0a100. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1231.462649] env[69773]: DEBUG nova.network.neutron [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Updating instance_info_cache with network_info: [{"id": "0ee49979-19db-438c-95af-f9fc42d0a100", "address": "fa:16:3e:54:6c:6e", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ee49979-19", "ovs_interfaceid": "0ee49979-19db-438c-95af-f9fc42d0a100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.463918] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93df7197-0b71-45a3-ae14-e16c2d1bca94 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.484355] env[69773]: DEBUG oslo_vmware.api [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1231.484355] env[69773]: value = "task-3390996" [ 1231.484355] env[69773]: _type = "Task" [ 1231.484355] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.493888] env[69773]: DEBUG oslo_vmware.api [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.565627] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: cdef5e40-43f4-4b8e-94f1-2c5b0d4a029e] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.643360] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528211fb-6d74-2c35-569f-3378a9447010, 'name': SearchDatastore_Task, 'duration_secs': 0.010154} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.644172] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431f263b-9466-42a4-972c-6a8629847918 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.652228] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1231.652228] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b24c35-f08b-d071-28dd-c586983b59cc" [ 1231.652228] env[69773]: _type = "Task" [ 1231.652228] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.661347] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b24c35-f08b-d071-28dd-c586983b59cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.755406] env[69773]: DEBUG nova.scheduler.client.report [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.978227] env[69773]: DEBUG oslo_concurrency.lockutils [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] Releasing lock "refresh_cache-841b2c72-e052-4014-bf00-e303cd1f8cca" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.978227] env[69773]: DEBUG nova.compute.manager [req-9c2ae735-d779-4e3f-9613-2256cbf79054 req-ace37789-abf1-4f4f-a314-1a10a99ce82b service nova] [instance: 791070e6-9532-432b-a947-f1472390974b] Received event network-vif-deleted-2d9f9f75-7844-4aee-a491-29810542eb42 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.995568] env[69773]: DEBUG oslo_vmware.api [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390996, 'name': ReconfigVM_Task, 'duration_secs': 0.260944} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.997073] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.000719] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a11681c-2c62-4905-8cdb-6f2cd0ffffb3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.018615] env[69773]: DEBUG oslo_vmware.api [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1232.018615] env[69773]: value = "task-3390997" [ 1232.018615] env[69773]: _type = "Task" [ 1232.018615] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.027527] env[69773]: DEBUG oslo_vmware.api [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.069219] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: bf02fc74-039b-43d3-9672-4776bb09d814] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.163139] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b24c35-f08b-d071-28dd-c586983b59cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.163578] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.163962] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 841b2c72-e052-4014-bf00-e303cd1f8cca/841b2c72-e052-4014-bf00-e303cd1f8cca.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.164320] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e325b2a-f7c5-4364-936c-f4c11dfda0c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.171574] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1232.171574] env[69773]: value = "task-3390998" [ 1232.171574] env[69773]: _type = "Task" [ 1232.171574] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.181129] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.261488] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.283888] env[69773]: INFO nova.scheduler.client.report [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleted allocations for instance 791070e6-9532-432b-a947-f1472390974b [ 1232.536745] env[69773]: DEBUG oslo_vmware.api [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3390997, 'name': ReconfigVM_Task, 'duration_secs': 0.159742} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.536745] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676557', 'volume_id': '312d47c9-90f2-4cef-a80d-906921feb76b', 'name': 'volume-312d47c9-90f2-4cef-a80d-906921feb76b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9e159c09-aeec-4f78-b0ee-ef6d78e6f09d', 'attached_at': '', 'detached_at': '', 'volume_id': '312d47c9-90f2-4cef-a80d-906921feb76b', 'serial': '312d47c9-90f2-4cef-a80d-906921feb76b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1232.574980] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 33c9cf14-a8ec-45fa-b40e-09de8c147faf] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.683659] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459587} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.684120] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 841b2c72-e052-4014-bf00-e303cd1f8cca/841b2c72-e052-4014-bf00-e303cd1f8cca.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.684459] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.684851] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b95d81c-3fbf-4052-b477-7b317b3caa0f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.693658] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1232.693658] env[69773]: value = "task-3390999" [ 1232.693658] env[69773]: _type = "Task" [ 1232.693658] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.704870] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.792796] env[69773]: DEBUG oslo_concurrency.lockutils [None req-22b24f63-d13a-4a34-a793-af834d11e176 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "791070e6-9532-432b-a947-f1472390974b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.417s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.079335] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: fbdadbd3-f5d4-44a5-861c-080958d03ab9] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.085940] env[69773]: DEBUG nova.objects.instance [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'flavor' on Instance uuid 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.141312] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "dd96d90b-043e-41de-b818-106d0704f5a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.141620] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "dd96d90b-043e-41de-b818-106d0704f5a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.141887] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.142132] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.142315] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "dd96d90b-043e-41de-b818-106d0704f5a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.144847] env[69773]: INFO nova.compute.manager [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Terminating instance [ 1233.204994] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3390999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073277} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.205272] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.206053] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b3d9c2-80c0-4371-82b6-e51a88ee003c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.228414] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 841b2c72-e052-4014-bf00-e303cd1f8cca/841b2c72-e052-4014-bf00-e303cd1f8cca.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.229077] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61a0e096-b223-4b9c-9dfb-ab1cee53ac9b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.250490] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1233.250490] env[69773]: value = "task-3391000" [ 1233.250490] env[69773]: _type = "Task" [ 1233.250490] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.259017] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.583123] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 4c581405-dbcf-417e-9485-5cd5331259c5] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.648657] env[69773]: DEBUG nova.compute.manager [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.648939] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.650364] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a5442c-f671-43b1-85cc-493d026bdaf6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.659066] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.659610] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba50ccc-fa42-43d3-9132-4311285ec38a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.667190] env[69773]: DEBUG oslo_vmware.api [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1233.667190] env[69773]: value = "task-3391001" [ 1233.667190] env[69773]: _type = "Task" [ 1233.667190] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.680244] env[69773]: DEBUG oslo_vmware.api [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3391001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.763301] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391000, 'name': ReconfigVM_Task, 'duration_secs': 0.281836} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.763618] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 841b2c72-e052-4014-bf00-e303cd1f8cca/841b2c72-e052-4014-bf00-e303cd1f8cca.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1233.764390] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e907dd31-20ea-4c81-9056-2640e774a4f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.773258] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1233.773258] env[69773]: value = "task-3391002" [ 1233.773258] env[69773]: _type = "Task" [ 1233.773258] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.783699] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391002, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.086493] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 2fed43f4-a3a8-45af-8211-6f426d1e2cac] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.092414] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7075e23f-b96a-48fe-8b4c-aac1af1d98ea tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.256s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.177595] env[69773]: DEBUG oslo_vmware.api [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3391001, 'name': PowerOffVM_Task, 'duration_secs': 0.208523} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.177951] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.178175] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.178458] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e2b496-d125-4b99-825c-2fc6cb5fea99 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.247969] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.248363] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.248585] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleting the datastore file [datastore1] dd96d90b-043e-41de-b818-106d0704f5a4 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.248964] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb0180ec-30df-45f3-9254-11eb5c19a9f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.257116] env[69773]: DEBUG oslo_vmware.api [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for the task: (returnval){ [ 1234.257116] env[69773]: value = "task-3391004" [ 1234.257116] env[69773]: _type = "Task" [ 1234.257116] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.266153] env[69773]: DEBUG oslo_vmware.api [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3391004, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.283366] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391002, 'name': Rename_Task, 'duration_secs': 0.170503} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.283656] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.283936] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3cbce8c-fe55-472f-b5e8-7b3d99de0253 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.290657] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1234.290657] env[69773]: value = "task-3391005" [ 1234.290657] env[69773]: _type = "Task" [ 1234.290657] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.299250] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.590346] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 91226260-9e23-4a9e-ba63-bcb0a03621b9] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.769479] env[69773]: DEBUG oslo_vmware.api [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Task: {'id': task-3391004, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167968} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.769755] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.769915] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.770108] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.770283] env[69773]: INFO nova.compute.manager [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1234.770543] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.770846] env[69773]: DEBUG nova.compute.manager [-] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.770964] env[69773]: DEBUG nova.network.neutron [-] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1234.803036] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391005, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.056187] env[69773]: DEBUG nova.compute.manager [req-908b2ede-048f-482f-bb13-9ea1b85595eb req-02b2e7a1-691b-49d2-aa2a-0c811fa27bb8 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Received event network-vif-deleted-2e272102-0c65-4e7a-9b39-97c82e9018fb {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.056777] env[69773]: INFO nova.compute.manager [req-908b2ede-048f-482f-bb13-9ea1b85595eb req-02b2e7a1-691b-49d2-aa2a-0c811fa27bb8 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Neutron deleted interface 2e272102-0c65-4e7a-9b39-97c82e9018fb; detaching it from the instance and deleting it from the info cache [ 1235.058914] env[69773]: DEBUG nova.network.neutron [req-908b2ede-048f-482f-bb13-9ea1b85595eb req-02b2e7a1-691b-49d2-aa2a-0c811fa27bb8 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.094417] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: cbe3e900-b9aa-48d8-a777-fe0a1f77cb04] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.116758] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.117059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.117411] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.117498] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.117681] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.124826] env[69773]: INFO nova.compute.manager [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Terminating instance [ 1235.301955] env[69773]: DEBUG oslo_vmware.api [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391005, 'name': PowerOnVM_Task, 'duration_secs': 0.643799} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.302277] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.302480] env[69773]: INFO nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1235.302653] env[69773]: DEBUG nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.303491] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c043732c-f216-4808-be38-76bb6ce8c7c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.536583] env[69773]: DEBUG nova.network.neutron [-] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.562332] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-956fd166-d8ab-4e26-b318-41e52e2438b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.573348] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba808563-ae9a-4807-83d8-c6f3b1e57882 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.597692] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: b3cbd675-8893-4267-b1dd-10a9f8bc6a68] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.609922] env[69773]: DEBUG nova.compute.manager [req-908b2ede-048f-482f-bb13-9ea1b85595eb req-02b2e7a1-691b-49d2-aa2a-0c811fa27bb8 service nova] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Detach interface failed, port_id=2e272102-0c65-4e7a-9b39-97c82e9018fb, reason: Instance dd96d90b-043e-41de-b818-106d0704f5a4 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1235.630724] env[69773]: DEBUG nova.compute.manager [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.631078] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.632094] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2177d-7e1a-48d7-9a8e-4ddec4ecf071 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.640503] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.640749] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d14d359b-45a3-4255-a87a-e41e2f3cb7cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.647938] env[69773]: DEBUG oslo_vmware.api [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1235.647938] env[69773]: value = "task-3391006" [ 1235.647938] env[69773]: _type = "Task" [ 1235.647938] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.657394] env[69773]: DEBUG oslo_vmware.api [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.822348] env[69773]: INFO nova.compute.manager [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Took 13.55 seconds to build instance. [ 1235.927435] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "863bc2b1-d863-459a-9927-4ac006b4c756" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.928514] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.039659] env[69773]: INFO nova.compute.manager [-] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Took 1.27 seconds to deallocate network for instance. [ 1236.112090] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 40c83586-fd8e-4644-8c26-9c76354f17bf] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.159821] env[69773]: DEBUG oslo_vmware.api [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391006, 'name': PowerOffVM_Task, 'duration_secs': 0.348358} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.161086] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.161086] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.161086] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34cd604e-afac-445e-92b3-6942ac77b870 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.233273] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.234057] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.234057] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleting the datastore file [datastore1] 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.234057] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52df640b-eb47-49a3-8eb4-6337a497d04c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.243219] env[69773]: DEBUG oslo_vmware.api [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1236.243219] env[69773]: value = "task-3391008" [ 1236.243219] env[69773]: _type = "Task" [ 1236.243219] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.252840] env[69773]: DEBUG oslo_vmware.api [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.324140] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d234f4fb-135f-48fb-b91c-a39a68d3eada tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.059s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.433263] env[69773]: INFO nova.compute.manager [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Detaching volume ae2eb053-c80a-4a2f-952b-b3dbb388a20b [ 1236.470660] env[69773]: INFO nova.virt.block_device [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Attempting to driver detach volume ae2eb053-c80a-4a2f-952b-b3dbb388a20b from mountpoint /dev/sdb [ 1236.470949] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1236.471163] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1236.472102] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ea8aa-f470-424f-a105-cb3ad294e250 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.496489] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140d5432-07c7-4820-8e34-826aa58fa21e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.504588] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62043f4-3253-498a-9279-1b3e05924609 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.526161] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd73a05-b48c-4845-a0af-3585388b9787 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.543486] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] The volume has not been displaced from its original location: [datastore1] volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b/volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1236.549513] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1236.550583] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.550849] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.551073] env[69773]: DEBUG nova.objects.instance [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lazy-loading 'resources' on Instance uuid dd96d90b-043e-41de-b818-106d0704f5a4 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.552100] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f30ea9ed-72b6-46b0-bc73-42e07a2d2a14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.572426] env[69773]: DEBUG oslo_vmware.api [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1236.572426] env[69773]: value = "task-3391009" [ 1236.572426] env[69773]: _type = "Task" [ 1236.572426] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.581789] env[69773]: DEBUG oslo_vmware.api [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.616459] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: b1d8226e-b89c-4b86-aff3-b83694df5b65] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.755256] env[69773]: DEBUG oslo_vmware.api [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294613} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.755518] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.755713] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.755866] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.756044] env[69773]: INFO nova.compute.manager [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1236.756287] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.756476] env[69773]: DEBUG nova.compute.manager [-] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.756569] env[69773]: DEBUG nova.network.neutron [-] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1237.083457] env[69773]: DEBUG oslo_vmware.api [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391009, 'name': ReconfigVM_Task, 'duration_secs': 0.304511} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.083700] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1237.090887] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-289c8164-47e9-4a4b-8eb0-bd49b320e967 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.108594] env[69773]: DEBUG oslo_vmware.api [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1237.108594] env[69773]: value = "task-3391010" [ 1237.108594] env[69773]: _type = "Task" [ 1237.108594] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.120624] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 03c75a4f-e3da-49c0-81bf-af3960417dd8] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.122693] env[69773]: DEBUG oslo_vmware.api [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391010, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.237666] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ce28a0-7c5c-4efa-bf52-888189caac84 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.247490] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3363b931-b25a-41ca-a1da-1886360aa361 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.283420] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e0660-7e92-4fa7-8ae8-f1346bafbcde {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.286983] env[69773]: DEBUG nova.compute.manager [req-55f4cecf-c156-4b9a-b297-e1fc5a111e5c req-fa6d5ae1-da9e-436e-965a-e46ab78383be service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Received event network-vif-deleted-627e407c-58b7-4974-8763-b00d8e84b12b {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.287198] env[69773]: INFO nova.compute.manager [req-55f4cecf-c156-4b9a-b297-e1fc5a111e5c req-fa6d5ae1-da9e-436e-965a-e46ab78383be service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Neutron deleted interface 627e407c-58b7-4974-8763-b00d8e84b12b; detaching it from the instance and deleting it from the info cache [ 1237.287368] env[69773]: DEBUG nova.network.neutron [req-55f4cecf-c156-4b9a-b297-e1fc5a111e5c req-fa6d5ae1-da9e-436e-965a-e46ab78383be service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.296388] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff84d2b-0020-44a2-b7e3-48675b10fbb4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.315409] env[69773]: DEBUG nova.compute.provider_tree [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.620658] env[69773]: DEBUG oslo_vmware.api [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391010, 'name': ReconfigVM_Task, 'duration_secs': 0.230325} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.620658] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676566', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'name': 'volume-ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863bc2b1-d863-459a-9927-4ac006b4c756', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b', 'serial': 'ae2eb053-c80a-4a2f-952b-b3dbb388a20b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1237.623572] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: f0997d21-5f64-4fee-902b-8f2de26439ba] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.721749] env[69773]: DEBUG nova.compute.manager [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1237.722802] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7ef786-efa4-4613-8ea1-2d201b0b693b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.789320] env[69773]: DEBUG nova.network.neutron [-] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.790998] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5474204f-4f32-43c4-8447-b6e5df279aae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.803637] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13efbbc0-ca85-4836-a255-7cf873aac4f1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.818489] env[69773]: DEBUG nova.scheduler.client.report [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.836766] env[69773]: DEBUG nova.compute.manager [req-55f4cecf-c156-4b9a-b297-e1fc5a111e5c req-fa6d5ae1-da9e-436e-965a-e46ab78383be service nova] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Detach interface failed, port_id=627e407c-58b7-4974-8763-b00d8e84b12b, reason: Instance 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.127225] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: ccc3e674-47f8-4cce-8061-d28ac26f1a00] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.166630] env[69773]: DEBUG nova.objects.instance [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'flavor' on Instance uuid 863bc2b1-d863-459a-9927-4ac006b4c756 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.236165] env[69773]: INFO nova.compute.manager [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] instance snapshotting [ 1238.239350] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d6c16-95ed-49a2-a45e-f91229ed8f07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.260963] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4d9bea-1069-45ae-b7e8-847329b0b850 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.294700] env[69773]: INFO nova.compute.manager [-] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Took 1.54 seconds to deallocate network for instance. [ 1238.323847] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.345481] env[69773]: INFO nova.scheduler.client.report [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Deleted allocations for instance dd96d90b-043e-41de-b818-106d0704f5a4 [ 1238.426093] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.426093] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.631173] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: cd8bd8e7-444b-4e2f-a2ac-03e01c3e7a66] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.705846] env[69773]: DEBUG oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b20e7c-67fd-054b-ea49-82b593f6f1e3/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1238.706858] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead3bb76-ecd6-45ce-922e-9559f5159cab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.713913] env[69773]: DEBUG oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b20e7c-67fd-054b-ea49-82b593f6f1e3/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1238.714131] env[69773]: ERROR oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b20e7c-67fd-054b-ea49-82b593f6f1e3/disk-0.vmdk due to incomplete transfer. [ 1238.714371] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6fac348b-620c-4826-be6e-c848ef5e3a11 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.722437] env[69773]: DEBUG oslo_vmware.rw_handles [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b20e7c-67fd-054b-ea49-82b593f6f1e3/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1238.722648] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Uploaded image 4a210477-7045-4926-8c35-59dfc4d15b2d to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1238.724977] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1238.725232] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12ab0d6b-86e4-4bed-8dfa-2f6d825a7eac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.731729] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1238.731729] env[69773]: value = "task-3391011" [ 1238.731729] env[69773]: _type = "Task" [ 1238.731729] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.740334] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391011, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.773137] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1238.773433] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f22d34f8-d2c2-4207-8804-63f48804c63d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.781279] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1238.781279] env[69773]: value = "task-3391012" [ 1238.781279] env[69773]: _type = "Task" [ 1238.781279] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.789811] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391012, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.800875] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.801175] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.801398] env[69773]: DEBUG nova.objects.instance [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'resources' on Instance uuid 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.852738] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ac9ea0b-7a46-419f-bb2b-eefa23a8ea06 tempest-AttachInterfacesTestJSON-1765235247 tempest-AttachInterfacesTestJSON-1765235247-project-member] Lock "dd96d90b-043e-41de-b818-106d0704f5a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.711s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.928947] env[69773]: DEBUG nova.compute.utils [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.134814] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 586f88e6-bcbc-4e39-85bd-cc704c527d31] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.173646] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a6492e04-70ab-47f7-9d98-df905c0c2006 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.241666] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391011, 'name': Destroy_Task, 'duration_secs': 0.445466} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.241924] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Destroyed the VM [ 1239.242173] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1239.242417] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23a4a348-0478-4d06-82a7-7c189d12f1a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.249056] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1239.249056] env[69773]: value = "task-3391013" [ 1239.249056] env[69773]: _type = "Task" [ 1239.249056] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.258329] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391013, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.291229] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391012, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.412646] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb329bb-b640-4de7-b677-a39d8bea2791 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.420872] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f931c3e-4eb4-499b-ae79-a2847958eb8e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.453472] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.027s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.455194] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e86f40-cec4-4892-bbc0-acf271aab9fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.464973] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c00f1c-2dd9-48fb-8773-a57ebb0fcf82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.481132] env[69773]: DEBUG nova.compute.provider_tree [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.638051] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 53c41aad-bb50-4a4a-b2ea-045d3884acab] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.759700] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391013, 'name': RemoveSnapshot_Task, 'duration_secs': 0.359253} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.759830] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1239.760118] env[69773]: DEBUG nova.compute.manager [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.760918] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0306db66-f7bb-4cb0-929d-635d5ec73a7f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.803327] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391012, 'name': CreateSnapshot_Task, 'duration_secs': 0.886591} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.804779] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1239.805662] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23231c7-31a9-40b9-b673-1e81a783bf59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.983901] env[69773]: DEBUG nova.scheduler.client.report [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.141775] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: afc47499-9e0a-4fab-b0c7-2cd7058ea7b1] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.218057] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "863bc2b1-d863-459a-9927-4ac006b4c756" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.218343] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.218568] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "863bc2b1-d863-459a-9927-4ac006b4c756-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.218771] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.218946] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.221257] env[69773]: INFO nova.compute.manager [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Terminating instance [ 1240.274307] env[69773]: INFO nova.compute.manager [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Shelve offloading [ 1240.324447] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1240.324758] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1eca19a0-0c39-44f3-9feb-3fd07080e832 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.334673] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1240.334673] env[69773]: value = "task-3391014" [ 1240.334673] env[69773]: _type = "Task" [ 1240.334673] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.345161] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391014, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.489422] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.492810] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.492810] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.492810] env[69773]: INFO nova.compute.manager [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Attaching volume 145642d3-5411-4a82-b458-6d9fad1f4423 to /dev/sdb [ 1240.518170] env[69773]: INFO nova.scheduler.client.report [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleted allocations for instance 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d [ 1240.536356] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c001491f-03fb-4a32-b5fd-011f5f8be372 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.544697] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f56d8a-009b-419e-a567-974f6f991262 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.561405] env[69773]: DEBUG nova.virt.block_device [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updating existing volume attachment record: 3d208971-2737-4096-9d6a-02a0b0a6e14e {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1240.645321] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 40f6ae8a-8d2c-44a7-972d-a00815ed2a77] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.727043] env[69773]: DEBUG nova.compute.manager [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1240.727043] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1240.727043] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec125505-9020-46da-9ac2-7516aac3c6f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.737722] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.737996] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-449bae29-aef7-463c-bc07-010557658a2a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.746710] env[69773]: DEBUG oslo_vmware.api [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1240.746710] env[69773]: value = "task-3391016" [ 1240.746710] env[69773]: _type = "Task" [ 1240.746710] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.758575] env[69773]: DEBUG oslo_vmware.api [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.778410] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1240.778778] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa35e243-dfa6-44f3-92e6-076a420281e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.787521] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1240.787521] env[69773]: value = "task-3391017" [ 1240.787521] env[69773]: _type = "Task" [ 1240.787521] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.797877] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.847516] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391014, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.028490] env[69773]: DEBUG oslo_concurrency.lockutils [None req-567e81c7-34be-4790-9152-32b5208ecff6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "9e159c09-aeec-4f78-b0ee-ef6d78e6f09d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.911s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.150362] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 6e6bc02f-3f52-442a-a061-9f9e82f64488] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.259770] env[69773]: DEBUG oslo_vmware.api [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391016, 'name': PowerOffVM_Task, 'duration_secs': 0.198367} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.260248] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.260481] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1241.260791] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0d0d4a8-edf2-4177-bdc6-2fb7765b7e4e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.299241] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] VM already powered off {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1241.299641] env[69773]: DEBUG nova.compute.manager [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.300641] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d8c330-0f54-44d6-95c5-3144f33f7db7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.313034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.313034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.313034] env[69773]: DEBUG nova.network.neutron [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1241.348133] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391014, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.349813] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1241.350151] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1241.350773] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleting the datastore file [datastore2] 863bc2b1-d863-459a-9927-4ac006b4c756 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1241.350773] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-616d52b5-2480-4be8-a1fe-4736c0e061ff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.359487] env[69773]: DEBUG oslo_vmware.api [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1241.359487] env[69773]: value = "task-3391019" [ 1241.359487] env[69773]: _type = "Task" [ 1241.359487] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.372189] env[69773]: DEBUG oslo_vmware.api [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.654656] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 977259db-8ed1-48bb-a64e-4a2bc123e1f0] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.848491] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391014, 'name': CloneVM_Task, 'duration_secs': 1.289736} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.848763] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Created linked-clone VM from snapshot [ 1241.849553] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26467d80-96fc-4f76-ac13-b7a560c429fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.860903] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Uploading image dd0a3c83-fb3a-41b1-9122-583fd780baab {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1241.883345] env[69773]: DEBUG oslo_vmware.api [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502192} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.886286] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1241.886607] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1241.886918] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1241.887244] env[69773]: INFO nova.compute.manager [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1241.887618] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.890672] env[69773]: DEBUG nova.compute.manager [-] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1241.890841] env[69773]: DEBUG nova.network.neutron [-] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1241.901155] env[69773]: DEBUG oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1241.901155] env[69773]: value = "vm-676579" [ 1241.901155] env[69773]: _type = "VirtualMachine" [ 1241.901155] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1241.901569] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82feccd6-bb88-4f54-b64d-3fddf438c115 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.910411] env[69773]: DEBUG oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lease: (returnval){ [ 1241.910411] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5279eb71-b085-5a80-482b-ea1057eee91b" [ 1241.910411] env[69773]: _type = "HttpNfcLease" [ 1241.910411] env[69773]: } obtained for exporting VM: (result){ [ 1241.910411] env[69773]: value = "vm-676579" [ 1241.910411] env[69773]: _type = "VirtualMachine" [ 1241.910411] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1241.910678] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the lease: (returnval){ [ 1241.910678] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5279eb71-b085-5a80-482b-ea1057eee91b" [ 1241.910678] env[69773]: _type = "HttpNfcLease" [ 1241.910678] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1241.917809] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.917809] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5279eb71-b085-5a80-482b-ea1057eee91b" [ 1241.917809] env[69773]: _type = "HttpNfcLease" [ 1241.917809] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1242.157937] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 40822524-65fe-4e0a-924b-e2ed060b8957] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.386537] env[69773]: DEBUG nova.network.neutron [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [{"id": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "address": "fa:16:3e:c1:f4:48", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d7eb53-a8", "ovs_interfaceid": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.421538] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1242.421538] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5279eb71-b085-5a80-482b-ea1057eee91b" [ 1242.421538] env[69773]: _type = "HttpNfcLease" [ 1242.421538] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1242.422136] env[69773]: DEBUG oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1242.422136] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5279eb71-b085-5a80-482b-ea1057eee91b" [ 1242.422136] env[69773]: _type = "HttpNfcLease" [ 1242.422136] env[69773]: }. {{(pid=69773) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1242.422620] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c302e3-3584-4d0a-b7b7-217b49558a37 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.431708] env[69773]: DEBUG oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ce9a5-687c-d1c1-8b8b-70f0a24d88d9/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1242.431954] env[69773]: DEBUG oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ce9a5-687c-d1c1-8b8b-70f0a24d88d9/disk-0.vmdk for reading. {{(pid=69773) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1242.638182] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8b4b3d2-b251-4545-9d68-cd130cbac423 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.661187] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: d7412de8-a6d5-4a0a-a40c-7681ca0c84b0] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1242.746479] env[69773]: DEBUG nova.compute.manager [req-24ed320a-5cbc-49d5-99fd-12a630fee8ac req-4d9cc562-5239-4670-8159-233bd6a6cd7e service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Received event network-vif-deleted-2d9f0ac9-7a1f-4134-b19a-69905889a748 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.747307] env[69773]: INFO nova.compute.manager [req-24ed320a-5cbc-49d5-99fd-12a630fee8ac req-4d9cc562-5239-4670-8159-233bd6a6cd7e service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Neutron deleted interface 2d9f0ac9-7a1f-4134-b19a-69905889a748; detaching it from the instance and deleting it from the info cache [ 1242.747307] env[69773]: DEBUG nova.network.neutron [req-24ed320a-5cbc-49d5-99fd-12a630fee8ac req-4d9cc562-5239-4670-8159-233bd6a6cd7e service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.889377] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.166578] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 64833a8e-1fff-4382-802b-384a4b3fb504] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.222785] env[69773]: DEBUG nova.network.neutron [-] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.250777] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6dac1b9a-88d2-42d0-a9dc-9d055ccec5e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.266462] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09f496a-2a95-4eaa-95bf-ece0967f0bac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.299819] env[69773]: DEBUG nova.compute.manager [req-24ed320a-5cbc-49d5-99fd-12a630fee8ac req-4d9cc562-5239-4670-8159-233bd6a6cd7e service nova] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Detach interface failed, port_id=2d9f0ac9-7a1f-4134-b19a-69905889a748, reason: Instance 863bc2b1-d863-459a-9927-4ac006b4c756 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.338949] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.340534] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae2d3c4-8186-4d85-a00e-02b7dcf0599c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.348578] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.348874] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eea72856-84b6-4049-a02e-53e534a0d6c2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.430739] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1243.431063] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1243.431294] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleting the datastore file [datastore2] db32e7e1-50c5-48e9-b907-fa13c230feb1 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1243.431743] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-166f2021-26c1-43d7-ba2d-37126d2befd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.440080] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1243.440080] env[69773]: value = "task-3391023" [ 1243.440080] env[69773]: _type = "Task" [ 1243.440080] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.449412] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.564236] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "863822bd-2e61-4734-bc19-18c00c25100b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.564593] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.668418] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e57c13f4-eeb4-44f8-b6b3-f85f349ee736] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1243.726539] env[69773]: INFO nova.compute.manager [-] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Took 1.84 seconds to deallocate network for instance. [ 1243.950267] env[69773]: DEBUG oslo_vmware.api [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358229} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.950461] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.950650] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.950830] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.974998] env[69773]: INFO nova.scheduler.client.report [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted allocations for instance db32e7e1-50c5-48e9-b907-fa13c230feb1 [ 1244.067602] env[69773]: DEBUG nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.172040] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 320ca515-f589-485c-80ff-c53359ef7cdd] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.236219] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.236617] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.236920] env[69773]: DEBUG nova.objects.instance [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'resources' on Instance uuid 863bc2b1-d863-459a-9927-4ac006b4c756 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.479993] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.590141] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.675479] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 64ee3834-f8ac-4603-a9c8-dac306453fa5] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1244.771184] env[69773]: DEBUG nova.compute.manager [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received event network-vif-unplugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.771404] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.771605] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.771859] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.772082] env[69773]: DEBUG nova.compute.manager [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] No waiting events found dispatching network-vif-unplugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1244.772278] env[69773]: WARNING nova.compute.manager [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received unexpected event network-vif-unplugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1244.772480] env[69773]: DEBUG nova.compute.manager [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received event network-changed-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.772696] env[69773]: DEBUG nova.compute.manager [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Refreshing instance network info cache due to event network-changed-91d7eb53-a82d-4d67-8a4c-29e5f36409e9. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.772934] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] Acquiring lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.773098] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] Acquired lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.773257] env[69773]: DEBUG nova.network.neutron [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Refreshing network info cache for port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1244.826479] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89b7b5a-8dd5-41fb-b739-bf919260a1f7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.835170] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec6de41-0dc3-4710-a1f2-86e49efe395a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.869221] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a64b23-25d9-4d9f-97a1-c36532eda3b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.877768] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093ef816-7670-4483-9bd0-20ddcb780e59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.892280] env[69773]: DEBUG nova.compute.provider_tree [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.111960] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1245.112247] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676580', 'volume_id': '145642d3-5411-4a82-b458-6d9fad1f4423', 'name': 'volume-145642d3-5411-4a82-b458-6d9fad1f4423', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99c8608-959a-4889-bf2f-87a3b0f696a0', 'attached_at': '', 'detached_at': '', 'volume_id': '145642d3-5411-4a82-b458-6d9fad1f4423', 'serial': '145642d3-5411-4a82-b458-6d9fad1f4423'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1245.113196] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0bacf4-cfba-466c-8d63-431c85404804 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.131755] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a83400b-56a3-42ef-a5f1-af120a821198 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.157730] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-145642d3-5411-4a82-b458-6d9fad1f4423/volume-145642d3-5411-4a82-b458-6d9fad1f4423.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.158077] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-520eeb90-2739-4d08-9750-52352447ed6f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.179067] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 47e67c2c-7fb9-47c7-a019-15deb4e76131] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.182491] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1245.182491] env[69773]: value = "task-3391024" [ 1245.182491] env[69773]: _type = "Task" [ 1245.182491] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.192851] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.395795] env[69773]: DEBUG nova.scheduler.client.report [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.511704] env[69773]: DEBUG nova.network.neutron [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updated VIF entry in instance network info cache for port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1245.512240] env[69773]: DEBUG nova.network.neutron [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [{"id": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "address": "fa:16:3e:c1:f4:48", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": null, "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap91d7eb53-a8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.676821] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.681462] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 4b8e67a0-adec-4604-97ee-02248abc145e] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1245.692579] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391024, 'name': ReconfigVM_Task, 'duration_secs': 0.445061} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.692868] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-145642d3-5411-4a82-b458-6d9fad1f4423/volume-145642d3-5411-4a82-b458-6d9fad1f4423.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.697463] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba916fb-8201-4477-9ff4-126f723e566d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.714337] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1245.714337] env[69773]: value = "task-3391025" [ 1245.714337] env[69773]: _type = "Task" [ 1245.714337] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.723382] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.901716] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.665s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.904249] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.424s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.904510] env[69773]: DEBUG nova.objects.instance [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'resources' on Instance uuid db32e7e1-50c5-48e9-b907-fa13c230feb1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.924294] env[69773]: INFO nova.scheduler.client.report [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted allocations for instance 863bc2b1-d863-459a-9927-4ac006b4c756 [ 1246.015078] env[69773]: DEBUG oslo_concurrency.lockutils [req-a2205911-a022-4e4e-bb51-14205c759458 req-9abf29c4-e883-4eb9-aef5-32f5ae997753 service nova] Releasing lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.188222] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 5d5b3791-5f00-441a-b6c8-3f3f33723e6a] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.224930] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.407302] env[69773]: DEBUG nova.objects.instance [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'numa_topology' on Instance uuid db32e7e1-50c5-48e9-b907-fa13c230feb1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.432704] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4d19abbb-c590-4137-9e4f-d285fcb05b3e tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "863bc2b1-d863-459a-9927-4ac006b4c756" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.214s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.692265] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: b90f3aa4-183d-4758-be98-20e2f7883931] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1246.726753] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.911071] env[69773]: DEBUG nova.objects.base [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1247.019530] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11821298-8175-4fbe-9e03-2f4d99c81038 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.027975] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c734a-5f37-48ac-b151-5c8b8dcd5c64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.062025] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7d1608-57ef-4d63-82e9-88f82c442caa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.070849] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa9d96d-da12-4c22-bd5c-bcdaf4995ac8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.086215] env[69773]: DEBUG nova.compute.provider_tree [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.195552] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 23a75fc1-0e53-4ab3-8d8e-b7cf7ece0f19] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.229621] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.590254] env[69773]: DEBUG nova.scheduler.client.report [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.699834] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 09125b7c-b1a3-4b75-b954-e5acad73ed86] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1247.726410] env[69773]: DEBUG oslo_vmware.api [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391025, 'name': ReconfigVM_Task, 'duration_secs': 1.996427} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.727370] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676580', 'volume_id': '145642d3-5411-4a82-b458-6d9fad1f4423', 'name': 'volume-145642d3-5411-4a82-b458-6d9fad1f4423', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99c8608-959a-4889-bf2f-87a3b0f696a0', 'attached_at': '', 'detached_at': '', 'volume_id': '145642d3-5411-4a82-b458-6d9fad1f4423', 'serial': '145642d3-5411-4a82-b458-6d9fad1f4423'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1248.026953] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "65125f6c-5082-4679-80ab-907e5be99ca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.027242] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "65125f6c-5082-4679-80ab-907e5be99ca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.095878] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.098387] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.508s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.099923] env[69773]: INFO nova.compute.claims [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.203332] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 01587496-3a39-4322-bc85-f4cb057f383f] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.529649] env[69773]: DEBUG nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.610278] env[69773]: DEBUG oslo_concurrency.lockutils [None req-803c664b-3e34-42e5-bf6d-a7346c7f709a tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.537s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.611565] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.934s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.611565] env[69773]: INFO nova.compute.manager [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Unshelving [ 1248.706713] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 50bc9426-4f8d-4728-82e6-38dbe2eeb62a] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1248.769877] env[69773]: DEBUG nova.objects.instance [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid f99c8608-959a-4889-bf2f-87a3b0f696a0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.056122] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.210713] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 3404c0a3-f0c1-4b36-a372-2e9379a4b015] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.230046] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a5db21-5c8a-4ee1-bf69-496d495ff4f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.239254] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb576d7-b20e-4ded-9a9e-7637cd7de664 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.271335] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc7d6f4-5983-4e08-a900-efc05fa6a64e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.277068] env[69773]: DEBUG oslo_concurrency.lockutils [None req-18c8f3a1-9b16-4ada-bb5e-9c2475863e56 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.784s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.282017] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b73e6-2b4e-417a-928f-e3bc5b36c1d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.298568] env[69773]: DEBUG nova.compute.provider_tree [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.638834] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.715698] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 3f350c0f-2d81-473e-835a-6883f6efd920] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.742531] env[69773]: DEBUG oslo_concurrency.lockutils [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.742766] env[69773]: DEBUG oslo_concurrency.lockutils [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.803027] env[69773]: DEBUG nova.scheduler.client.report [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.811089] env[69773]: DEBUG oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ce9a5-687c-d1c1-8b8b-70f0a24d88d9/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1249.812316] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d45f5c-5c7d-4397-9b20-dea79bd8cfff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.819672] env[69773]: DEBUG oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ce9a5-687c-d1c1-8b8b-70f0a24d88d9/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1249.819914] env[69773]: ERROR oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ce9a5-687c-d1c1-8b8b-70f0a24d88d9/disk-0.vmdk due to incomplete transfer. [ 1249.820391] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c9909a56-5220-448c-9222-32faba2beabe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.828067] env[69773]: DEBUG oslo_vmware.rw_handles [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528ce9a5-687c-d1c1-8b8b-70f0a24d88d9/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1249.828322] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Uploaded image dd0a3c83-fb3a-41b1-9122-583fd780baab to the Glance image server {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1249.830853] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1249.831140] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-25f08973-fc7d-4268-bf9a-784afae6bc8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.837524] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1249.837524] env[69773]: value = "task-3391026" [ 1249.837524] env[69773]: _type = "Task" [ 1249.837524] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.845346] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391026, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.219618] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 5857e7c0-7800-4019-b55a-c420b8febbf7] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.246450] env[69773]: DEBUG nova.compute.utils [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.308398] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.308711] env[69773]: DEBUG nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.312621] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.256s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.313220] env[69773]: INFO nova.compute.claims [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.347614] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391026, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.723709] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 89407115-4044-4f5a-81eb-0ec832bf79f6] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.749672] env[69773]: DEBUG oslo_concurrency.lockutils [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.818032] env[69773]: DEBUG nova.compute.utils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.820930] env[69773]: DEBUG nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.821202] env[69773]: DEBUG nova.network.neutron [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.847847] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391026, 'name': Destroy_Task, 'duration_secs': 0.802874} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.848356] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Destroyed the VM [ 1250.848356] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1250.848583] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d56e7835-43b1-4bd8-b7af-d3b540c3406e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.855651] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1250.855651] env[69773]: value = "task-3391027" [ 1250.855651] env[69773]: _type = "Task" [ 1250.855651] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.860233] env[69773]: DEBUG nova.policy [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68af581052c04bf782c0470e0c7dea1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80af706107c4e929261072b9ac75b0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.868098] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391027, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.139508] env[69773]: DEBUG nova.network.neutron [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Successfully created port: d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.226260] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 5d71c637-3757-42b0-95b3-be80ef214b7b] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.321802] env[69773]: DEBUG nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.370914] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391027, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.395981] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "e537a281-29ef-4778-8959-ad122267784e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.396277] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "e537a281-29ef-4778-8959-ad122267784e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.473186] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b648ad-9dfe-498c-80fc-4fac68923422 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.482922] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f86c5-13e5-439f-9085-dfdd0799c685 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.517978] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb903517-943e-414b-811c-f94792e67a73 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.526353] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c49c05e-7b56-4a45-8fc1-17a844e89740 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.542552] env[69773]: DEBUG nova.compute.provider_tree [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.729640] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 6fe4702c-4579-481c-8774-22e4b484f1c9] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.835348] env[69773]: DEBUG oslo_concurrency.lockutils [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.835622] env[69773]: DEBUG oslo_concurrency.lockutils [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.835849] env[69773]: INFO nova.compute.manager [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Attaching volume 4bb82519-afef-495e-b1db-3845f563c4a0 to /dev/sdc [ 1251.868206] env[69773]: DEBUG oslo_vmware.api [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391027, 'name': RemoveSnapshot_Task, 'duration_secs': 0.659484} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.870437] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1251.870717] env[69773]: INFO nova.compute.manager [None req-636a47a4-ff77-4f6c-afe2-92f89b40e90f tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Took 13.63 seconds to snapshot the instance on the hypervisor. [ 1251.873988] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b424ed7-5907-44d1-bc58-53fe21ddfd3b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.883486] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eba56c-e583-4e36-a78f-90fdd6c8f4ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.898059] env[69773]: DEBUG nova.virt.block_device [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updating existing volume attachment record: a17a6056-a357-43e6-806b-fa90ff6ed37e {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1251.900449] env[69773]: DEBUG nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.045929] env[69773]: DEBUG nova.scheduler.client.report [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.233549] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: f08673e9-d62a-44c1-97a6-92b057edfd43] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.335902] env[69773]: DEBUG nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.361641] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1252.361986] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1252.362188] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.362395] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1252.362556] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.362714] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1252.362938] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1252.363145] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1252.363392] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1252.363589] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1252.363779] env[69773]: DEBUG nova.virt.hardware [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1252.364712] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d2c22c-534c-4688-a04c-03180b0a6838 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.379116] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9033bf7-7a61-4079-b594-6f7e122bc266 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.422129] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.551122] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.551651] env[69773]: DEBUG nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.554675] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.916s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.554884] env[69773]: DEBUG nova.objects.instance [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'pci_requests' on Instance uuid db32e7e1-50c5-48e9-b907-fa13c230feb1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.584969] env[69773]: DEBUG nova.compute.manager [req-d3992e70-d2dc-475a-aa7c-8d50ef3bd0ce req-836d6e23-781b-4af5-a20e-51d64fcc04a7 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Received event network-vif-plugged-d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.585182] env[69773]: DEBUG oslo_concurrency.lockutils [req-d3992e70-d2dc-475a-aa7c-8d50ef3bd0ce req-836d6e23-781b-4af5-a20e-51d64fcc04a7 service nova] Acquiring lock "863822bd-2e61-4734-bc19-18c00c25100b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.585408] env[69773]: DEBUG oslo_concurrency.lockutils [req-d3992e70-d2dc-475a-aa7c-8d50ef3bd0ce req-836d6e23-781b-4af5-a20e-51d64fcc04a7 service nova] Lock "863822bd-2e61-4734-bc19-18c00c25100b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.585575] env[69773]: DEBUG oslo_concurrency.lockutils [req-d3992e70-d2dc-475a-aa7c-8d50ef3bd0ce req-836d6e23-781b-4af5-a20e-51d64fcc04a7 service nova] Lock "863822bd-2e61-4734-bc19-18c00c25100b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.585740] env[69773]: DEBUG nova.compute.manager [req-d3992e70-d2dc-475a-aa7c-8d50ef3bd0ce req-836d6e23-781b-4af5-a20e-51d64fcc04a7 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] No waiting events found dispatching network-vif-plugged-d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.585904] env[69773]: WARNING nova.compute.manager [req-d3992e70-d2dc-475a-aa7c-8d50ef3bd0ce req-836d6e23-781b-4af5-a20e-51d64fcc04a7 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Received unexpected event network-vif-plugged-d31123a8-fa25-4b76-8756-53cbb551b244 for instance with vm_state building and task_state spawning. [ 1252.706129] env[69773]: DEBUG nova.network.neutron [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Successfully updated port: d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.737388] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e5bc9684-6a36-43e9-9f08-631914048341] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.059167] env[69773]: DEBUG nova.compute.utils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.060778] env[69773]: DEBUG nova.objects.instance [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'numa_topology' on Instance uuid db32e7e1-50c5-48e9-b907-fa13c230feb1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.062728] env[69773]: DEBUG nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.062728] env[69773]: DEBUG nova.network.neutron [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.120657] env[69773]: DEBUG nova.policy [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c361918cd959452589884b330317247a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43abea7adbda4bcba5f275f915338cbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.209555] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.209715] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.209877] env[69773]: DEBUG nova.network.neutron [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1253.240756] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 59d09973-861e-45bf-8920-54b9d06ebe08] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.433777] env[69773]: DEBUG nova.network.neutron [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Successfully created port: c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.562645] env[69773]: DEBUG nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.565617] env[69773]: INFO nova.compute.claims [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.744568] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: ff815dae-0dd9-4575-a7bc-aa87a8cc08f2] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.754791] env[69773]: DEBUG nova.network.neutron [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1253.810663] env[69773]: INFO nova.compute.manager [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Rebuilding instance [ 1253.857593] env[69773]: DEBUG nova.compute.manager [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.858473] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8efe77-f6a7-4e82-b908-8c32e738ed42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.900187] env[69773]: DEBUG nova.network.neutron [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Updating instance_info_cache with network_info: [{"id": "d31123a8-fa25-4b76-8756-53cbb551b244", "address": "fa:16:3e:4f:9b:5b", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31123a8-fa", "ovs_interfaceid": "d31123a8-fa25-4b76-8756-53cbb551b244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.247865] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: d9135e1c-5104-4429-a638-8df20416734e] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.402108] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.403063] env[69773]: DEBUG nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Instance network_info: |[{"id": "d31123a8-fa25-4b76-8756-53cbb551b244", "address": "fa:16:3e:4f:9b:5b", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31123a8-fa", "ovs_interfaceid": "d31123a8-fa25-4b76-8756-53cbb551b244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.403063] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:9b:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd31123a8-fa25-4b76-8756-53cbb551b244', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.410468] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.410671] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.410887] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc7aa7ce-cdc7-4f35-b4d8-85681755c62a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.432710] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.432710] env[69773]: value = "task-3391030" [ 1254.432710] env[69773]: _type = "Task" [ 1254.432710] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.441640] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391030, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.575268] env[69773]: DEBUG nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.613095] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.613429] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.613586] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.613766] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.613911] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.614368] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.614623] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.614790] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.614964] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.615144] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.615320] env[69773]: DEBUG nova.virt.hardware [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.616202] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8277b4ea-9b27-48d3-840b-164c7c5be20a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.623282] env[69773]: DEBUG nova.compute.manager [req-dafb8bb6-c37c-487a-b8cf-61da9e88a074 req-637919f4-7151-4e3b-8244-ee5bea8c4b18 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Received event network-changed-d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.623495] env[69773]: DEBUG nova.compute.manager [req-dafb8bb6-c37c-487a-b8cf-61da9e88a074 req-637919f4-7151-4e3b-8244-ee5bea8c4b18 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Refreshing instance network info cache due to event network-changed-d31123a8-fa25-4b76-8756-53cbb551b244. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.623709] env[69773]: DEBUG oslo_concurrency.lockutils [req-dafb8bb6-c37c-487a-b8cf-61da9e88a074 req-637919f4-7151-4e3b-8244-ee5bea8c4b18 service nova] Acquiring lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.623851] env[69773]: DEBUG oslo_concurrency.lockutils [req-dafb8bb6-c37c-487a-b8cf-61da9e88a074 req-637919f4-7151-4e3b-8244-ee5bea8c4b18 service nova] Acquired lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.624016] env[69773]: DEBUG nova.network.neutron [req-dafb8bb6-c37c-487a-b8cf-61da9e88a074 req-637919f4-7151-4e3b-8244-ee5bea8c4b18 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Refreshing network info cache for port d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1254.634271] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a2dfdd-6487-40ec-b5f2-1dd512340964 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.713606] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e789b43c-4b77-40b0-845c-f9cc38769750 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.721957] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e735d1e0-ba67-4123-a92d-da9d8174a4d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.753364] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 241a1686-456e-42a0-8258-752ff9aebb61] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.756254] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b83eac-3d60-4fd0-a2f5-89cc7c7ee5e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.764844] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb77828-6dac-413e-892b-7b27eff8d4a8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.781684] env[69773]: DEBUG nova.compute.provider_tree [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.873965] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.873965] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-790745c5-46eb-4aef-b96e-39e4265c2400 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.882587] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1254.882587] env[69773]: value = "task-3391031" [ 1254.882587] env[69773]: _type = "Task" [ 1254.882587] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.892362] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.945575] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391030, 'name': CreateVM_Task, 'duration_secs': 0.510009} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.945741] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.946492] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.946681] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.947008] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.947268] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d900ac-68fb-49f6-b8ef-396f27c230a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.952377] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1254.952377] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5207be43-29dd-d06d-78cc-07b54bf168fd" [ 1254.952377] env[69773]: _type = "Task" [ 1254.952377] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.960738] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5207be43-29dd-d06d-78cc-07b54bf168fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.962081] env[69773]: DEBUG nova.network.neutron [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Successfully updated port: c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.259208] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: c8bf7f8d-c5ad-423b-9a1e-5acfab72bf06] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.301284] env[69773]: ERROR nova.scheduler.client.report [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [req-cfa54c54-5f5e-4288-b21a-050da5b65e78] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cfa54c54-5f5e-4288-b21a-050da5b65e78"}]} [ 1255.306838] env[69773]: DEBUG nova.network.neutron [req-dafb8bb6-c37c-487a-b8cf-61da9e88a074 req-637919f4-7151-4e3b-8244-ee5bea8c4b18 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Updated VIF entry in instance network info cache for port d31123a8-fa25-4b76-8756-53cbb551b244. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1255.307174] env[69773]: DEBUG nova.network.neutron [req-dafb8bb6-c37c-487a-b8cf-61da9e88a074 req-637919f4-7151-4e3b-8244-ee5bea8c4b18 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Updating instance_info_cache with network_info: [{"id": "d31123a8-fa25-4b76-8756-53cbb551b244", "address": "fa:16:3e:4f:9b:5b", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31123a8-fa", "ovs_interfaceid": "d31123a8-fa25-4b76-8756-53cbb551b244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.316847] env[69773]: DEBUG nova.scheduler.client.report [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1255.330399] env[69773]: DEBUG nova.scheduler.client.report [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1255.330603] env[69773]: DEBUG nova.compute.provider_tree [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.340835] env[69773]: DEBUG nova.scheduler.client.report [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1255.356917] env[69773]: DEBUG nova.scheduler.client.report [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1255.392388] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391031, 'name': PowerOffVM_Task, 'duration_secs': 0.19798} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.392640] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.392880] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.393660] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a699885c-d312-4c79-a759-37800b544739 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.402856] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1255.403126] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee0403d9-a4f2-4111-b7e8-aa5a28752dc8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.463109] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1255.463372] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1255.463556] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleting the datastore file [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1255.467438] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.467567] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.467715] env[69773]: DEBUG nova.network.neutron [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1255.468800] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-681385f8-931a-43db-8716-9f4ae206fe18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.471050] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5207be43-29dd-d06d-78cc-07b54bf168fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01321} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.472386] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.472598] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.472827] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.472976] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.473164] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.473899] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a25529-c3d0-4b8e-8b2b-105cdc543a03 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.477053] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6284dab4-a92a-4bc2-9019-6c67ff2a5a44 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.481550] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1255.481550] env[69773]: value = "task-3391033" [ 1255.481550] env[69773]: _type = "Task" [ 1255.481550] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.486897] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8196d764-04b0-4751-9fd7-f09bb5cc903c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.491157] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.491341] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.492649] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0ea61f-4ba5-4cd9-b8e1-b7ae9fc9e9c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.523312] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.524446] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b892381-d12d-4ad3-9e9f-1817fa6d7f0d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.528185] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1255.528185] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526374a3-3f0d-a4ba-e589-eaef4d08894e" [ 1255.528185] env[69773]: _type = "Task" [ 1255.528185] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.535158] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33ad342-283d-4680-8ae7-bdbb4e68a6f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.541911] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526374a3-3f0d-a4ba-e589-eaef4d08894e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.551874] env[69773]: DEBUG nova.compute.provider_tree [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1255.762722] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 0f7e6714-42dc-4c79-a565-b1b122162a8a] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.810066] env[69773]: DEBUG oslo_concurrency.lockutils [req-dafb8bb6-c37c-487a-b8cf-61da9e88a074 req-637919f4-7151-4e3b-8244-ee5bea8c4b18 service nova] Releasing lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.993957] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145987} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.994281] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.994428] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.994603] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1256.021107] env[69773]: DEBUG nova.network.neutron [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1256.038911] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526374a3-3f0d-a4ba-e589-eaef4d08894e, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.041648] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf4f09ac-8a00-4dcd-80c0-9c80f9e34c91 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.047743] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1256.047743] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5286e07c-87e8-3cc2-ff76-e49f03de9e19" [ 1256.047743] env[69773]: _type = "Task" [ 1256.047743] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.058269] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5286e07c-87e8-3cc2-ff76-e49f03de9e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.084140] env[69773]: DEBUG nova.scheduler.client.report [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1256.084435] env[69773]: DEBUG nova.compute.provider_tree [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 154 to 155 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1256.084641] env[69773]: DEBUG nova.compute.provider_tree [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1256.265827] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 6abd05de-6a9c-43e4-91b2-1b361e389b18] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.423787] env[69773]: DEBUG nova.network.neutron [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Updating instance_info_cache with network_info: [{"id": "c972d9d5-ad33-4e24-9c5e-2de5b8c981b3", "address": "fa:16:3e:16:0f:df", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc972d9d5-ad", "ovs_interfaceid": "c972d9d5-ad33-4e24-9c5e-2de5b8c981b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.442066] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1256.442325] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676581', 'volume_id': '4bb82519-afef-495e-b1db-3845f563c4a0', 'name': 'volume-4bb82519-afef-495e-b1db-3845f563c4a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99c8608-959a-4889-bf2f-87a3b0f696a0', 'attached_at': '', 'detached_at': '', 'volume_id': '4bb82519-afef-495e-b1db-3845f563c4a0', 'serial': '4bb82519-afef-495e-b1db-3845f563c4a0'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1256.443208] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce015115-5fd1-4399-b471-3e30bc46dc70 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.459959] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee53802-90dc-4e9f-a2ed-eb71e5d4c7cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.487398] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] volume-4bb82519-afef-495e-b1db-3845f563c4a0/volume-4bb82519-afef-495e-b1db-3845f563c4a0.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.487647] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a2016a-26ca-4e27-a37c-6800a24cd243 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.510792] env[69773]: DEBUG oslo_vmware.api [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1256.510792] env[69773]: value = "task-3391034" [ 1256.510792] env[69773]: _type = "Task" [ 1256.510792] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.518837] env[69773]: DEBUG oslo_vmware.api [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.559042] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5286e07c-87e8-3cc2-ff76-e49f03de9e19, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.559205] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.559569] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 863822bd-2e61-4734-bc19-18c00c25100b/863822bd-2e61-4734-bc19-18c00c25100b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.559863] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af6d5537-3655-4ea3-8f5c-81ac50b503d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.566563] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1256.566563] env[69773]: value = "task-3391035" [ 1256.566563] env[69773]: _type = "Task" [ 1256.566563] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.575520] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.589488] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.035s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.591712] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.170s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.593380] env[69773]: INFO nova.compute.claims [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.639187] env[69773]: INFO nova.network.neutron [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1256.644807] env[69773]: DEBUG nova.compute.manager [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Received event network-vif-plugged-c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.645099] env[69773]: DEBUG oslo_concurrency.lockutils [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] Acquiring lock "65125f6c-5082-4679-80ab-907e5be99ca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.645364] env[69773]: DEBUG oslo_concurrency.lockutils [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] Lock "65125f6c-5082-4679-80ab-907e5be99ca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.645583] env[69773]: DEBUG oslo_concurrency.lockutils [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] Lock "65125f6c-5082-4679-80ab-907e5be99ca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.645797] env[69773]: DEBUG nova.compute.manager [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] No waiting events found dispatching network-vif-plugged-c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1256.646072] env[69773]: WARNING nova.compute.manager [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Received unexpected event network-vif-plugged-c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 for instance with vm_state building and task_state spawning. [ 1256.646268] env[69773]: DEBUG nova.compute.manager [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Received event network-changed-c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.646557] env[69773]: DEBUG nova.compute.manager [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Refreshing instance network info cache due to event network-changed-c972d9d5-ad33-4e24-9c5e-2de5b8c981b3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.646763] env[69773]: DEBUG oslo_concurrency.lockutils [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] Acquiring lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.768994] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e584c752-772f-40a4-ac1f-6456ca1d81ea] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.927059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.927528] env[69773]: DEBUG nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Instance network_info: |[{"id": "c972d9d5-ad33-4e24-9c5e-2de5b8c981b3", "address": "fa:16:3e:16:0f:df", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc972d9d5-ad", "ovs_interfaceid": "c972d9d5-ad33-4e24-9c5e-2de5b8c981b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1256.927929] env[69773]: DEBUG oslo_concurrency.lockutils [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] Acquired lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.928241] env[69773]: DEBUG nova.network.neutron [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Refreshing network info cache for port c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1256.929956] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:0f:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c972d9d5-ad33-4e24-9c5e-2de5b8c981b3', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1256.937729] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1256.938330] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1256.939247] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b8401c8-1964-40a8-b66e-b706e83d8d7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.964586] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1256.964586] env[69773]: value = "task-3391036" [ 1256.964586] env[69773]: _type = "Task" [ 1256.964586] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.974501] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391036, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.021854] env[69773]: DEBUG oslo_vmware.api [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391034, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.033272] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.033432] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.033590] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.033770] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.033905] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.034088] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.034364] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.034551] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.034741] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.034901] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.035049] env[69773]: DEBUG nova.virt.hardware [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.035906] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd881bd-a78b-45cb-8138-0ac03c877b9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.045090] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdd90c1-1e2f-4e33-8209-46bee022d372 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.060066] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:27:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2921a753-d37c-4692-bbe4-9a870b641716', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.067456] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.067762] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.070731] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46134005-963a-4cf6-a036-15c69ae89bb8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.091711] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426702} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.093144] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 863822bd-2e61-4734-bc19-18c00c25100b/863822bd-2e61-4734-bc19-18c00c25100b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.093365] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.093602] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.093602] env[69773]: value = "task-3391037" [ 1257.093602] env[69773]: _type = "Task" [ 1257.093602] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.093793] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-669b59ea-d32d-43c0-8257-8b6374892211 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.107804] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391037, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.109037] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1257.109037] env[69773]: value = "task-3391038" [ 1257.109037] env[69773]: _type = "Task" [ 1257.109037] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.121625] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.272936] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 26d30203-6fef-4dbc-a6f4-63fc6987f6a9] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.476385] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391036, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.520410] env[69773]: DEBUG oslo_vmware.api [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391034, 'name': ReconfigVM_Task, 'duration_secs': 0.542619} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.520648] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfigured VM instance instance-0000006c to attach disk [datastore2] volume-4bb82519-afef-495e-b1db-3845f563c4a0/volume-4bb82519-afef-495e-b1db-3845f563c4a0.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.525728] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc504c56-4aae-41b2-a0f3-8f5d9db60dbf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.540953] env[69773]: DEBUG oslo_vmware.api [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1257.540953] env[69773]: value = "task-3391039" [ 1257.540953] env[69773]: _type = "Task" [ 1257.540953] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.549528] env[69773]: DEBUG oslo_vmware.api [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391039, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.609108] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391037, 'name': CreateVM_Task, 'duration_secs': 0.338032} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.609354] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1257.612950] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.612950] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.613289] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.613492] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25cafa0-2572-408b-b305-21e1625f83cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.313455] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174313} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.313800] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1258.313800] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cb25cd-8fd2-221a-85d6-b73bdf90b4aa" [ 1258.313800] env[69773]: _type = "Task" [ 1258.313800] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.314552] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.314726] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.314896] env[69773]: DEBUG nova.network.neutron [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1258.320353] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.326636] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.330099] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd1db90-4db7-4357-bdea-311bb581b726 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.346598] env[69773]: DEBUG oslo_vmware.api [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391039, 'name': ReconfigVM_Task, 'duration_secs': 0.148131} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.346990] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391036, 'name': CreateVM_Task, 'duration_secs': 0.5963} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.358682] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676581', 'volume_id': '4bb82519-afef-495e-b1db-3845f563c4a0', 'name': 'volume-4bb82519-afef-495e-b1db-3845f563c4a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99c8608-959a-4889-bf2f-87a3b0f696a0', 'attached_at': '', 'detached_at': '', 'volume_id': '4bb82519-afef-495e-b1db-3845f563c4a0', 'serial': '4bb82519-afef-495e-b1db-3845f563c4a0'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1258.360045] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.360574] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cb25cd-8fd2-221a-85d6-b73bdf90b4aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.369282] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 863822bd-2e61-4734-bc19-18c00c25100b/863822bd-2e61-4734-bc19-18c00c25100b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.373174] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.373328] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.373627] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.373912] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.374159] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.374384] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.374525] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.374695] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.374924] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c71892-b8bf-4f63-b233-51a1dacfbe7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.389834] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c204a5a-f04b-42b1-bc58-ab1471762a43 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.392010] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45c3748c-f05b-4183-8f86-af3e22d3016d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.399397] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1258.399397] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5238e13a-c261-0d43-de41-494cba1dc4f8" [ 1258.399397] env[69773]: _type = "Task" [ 1258.399397] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.407276] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.407505] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.408299] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1258.408299] env[69773]: value = "task-3391040" [ 1258.408299] env[69773]: _type = "Task" [ 1258.408299] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.409769] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5521e832-4110-4900-b042-80e15137353f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.417949] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5238e13a-c261-0d43-de41-494cba1dc4f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.424564] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1258.424564] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5210ccaf-0c01-0ef9-929a-7370b7f0ad0d" [ 1258.424564] env[69773]: _type = "Task" [ 1258.424564] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.428597] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.438174] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5210ccaf-0c01-0ef9-929a-7370b7f0ad0d, 'name': SearchDatastore_Task} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.442117] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb83041e-8710-4c9c-aaf2-cbe0b62e9d7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.449144] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1258.449144] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521d07e8-849e-09b0-dc03-6262e267fb28" [ 1258.449144] env[69773]: _type = "Task" [ 1258.449144] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.456722] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521d07e8-849e-09b0-dc03-6262e267fb28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.488163] env[69773]: DEBUG nova.network.neutron [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Updated VIF entry in instance network info cache for port c972d9d5-ad33-4e24-9c5e-2de5b8c981b3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1258.488564] env[69773]: DEBUG nova.network.neutron [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Updating instance_info_cache with network_info: [{"id": "c972d9d5-ad33-4e24-9c5e-2de5b8c981b3", "address": "fa:16:3e:16:0f:df", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc972d9d5-ad", "ovs_interfaceid": "c972d9d5-ad33-4e24-9c5e-2de5b8c981b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.490971] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6f3e68-0077-4433-9584-7b103077bfa4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.501464] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4ded89-2e4c-4335-95e3-39e837d8e3db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.535827] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0167b46-235d-4dba-88d8-e0ea0ea34360 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.545188] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9eb849-4f45-47fc-9661-94b2e084cb65 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.558991] env[69773]: DEBUG nova.compute.provider_tree [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.637431] env[69773]: DEBUG nova.network.neutron [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [{"id": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "address": "fa:16:3e:c1:f4:48", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d7eb53-a8", "ovs_interfaceid": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.677935] env[69773]: DEBUG nova.compute.manager [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received event network-vif-plugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.677935] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.677935] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.678288] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.678288] env[69773]: DEBUG nova.compute.manager [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] No waiting events found dispatching network-vif-plugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1258.678416] env[69773]: WARNING nova.compute.manager [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received unexpected event network-vif-plugged-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1258.678572] env[69773]: DEBUG nova.compute.manager [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received event network-changed-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1258.678720] env[69773]: DEBUG nova.compute.manager [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Refreshing instance network info cache due to event network-changed-91d7eb53-a82d-4d67-8a4c-29e5f36409e9. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1258.678887] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] Acquiring lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.913914] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5238e13a-c261-0d43-de41-494cba1dc4f8, 'name': SearchDatastore_Task, 'duration_secs': 0.017623} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.917560] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.917860] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1258.918129] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.918277] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.918454] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.919248] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-651cc725-6fc1-4424-8542-4b9072c5d388 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.927261] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391040, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.928584] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.928758] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1258.929689] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69485a8-49ce-4314-a558-8fad7da29998 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.934866] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1258.934866] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5275e155-fc12-603e-74ed-074b2a738a16" [ 1258.934866] env[69773]: _type = "Task" [ 1258.934866] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.943564] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5275e155-fc12-603e-74ed-074b2a738a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.958588] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]521d07e8-849e-09b0-dc03-6262e267fb28, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.958588] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.958588] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8/e4c1a86e-dc43-4561-8cff-7e2a7a0553a8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.958922] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e50f5da-071f-4c6d-befd-c0df255b0d64 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.965020] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1258.965020] env[69773]: value = "task-3391041" [ 1258.965020] env[69773]: _type = "Task" [ 1258.965020] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.973990] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.995202] env[69773]: DEBUG oslo_concurrency.lockutils [req-2c0164f5-5443-4741-aeaf-dee3f9a482eb req-b875ab71-0df1-4c05-930d-adce8588750a service nova] Releasing lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.062621] env[69773]: DEBUG nova.scheduler.client.report [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.140012] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.142506] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] Acquired lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.142703] env[69773]: DEBUG nova.network.neutron [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Refreshing network info cache for port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1259.169280] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='aeffa1d2d43c048f963dafa5669bb5cf',container_format='bare',created_at=2025-04-09T19:12:19Z,direct_url=,disk_format='vmdk',id=4a210477-7045-4926-8c35-59dfc4d15b2d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1927500876-shelved',owner='fb40387446674823ba68438dbb4cf9c9',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-09T19:12:35Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.169524] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.169676] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.169855] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.169997] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.170160] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.170364] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.170519] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.170680] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.170839] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.171013] env[69773]: DEBUG nova.virt.hardware [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.172331] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a847b027-cf85-455a-b0e3-bb998852a750 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.182320] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4850255f-410c-45b7-b1ce-7ff0a92d3f62 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.198728] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:f4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91d7eb53-a82d-4d67-8a4c-29e5f36409e9', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.206198] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.206503] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.206728] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f8386b-64e5-412b-bba4-2dce81a5a280 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.228336] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.228336] env[69773]: value = "task-3391042" [ 1259.228336] env[69773]: _type = "Task" [ 1259.228336] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.237831] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391042, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.408037] env[69773]: DEBUG nova.objects.instance [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid f99c8608-959a-4889-bf2f-87a3b0f696a0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.423392] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391040, 'name': ReconfigVM_Task, 'duration_secs': 0.558378} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.424288] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 863822bd-2e61-4734-bc19-18c00c25100b/863822bd-2e61-4734-bc19-18c00c25100b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.425034] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9009ffea-099e-4f82-afe4-1ca49f8bfdc8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.433623] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1259.433623] env[69773]: value = "task-3391043" [ 1259.433623] env[69773]: _type = "Task" [ 1259.433623] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.445774] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391043, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.449641] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5275e155-fc12-603e-74ed-074b2a738a16, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.450529] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62970dd7-feb5-42db-a5e4-d437b1ed33ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.457088] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1259.457088] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b9aab-156c-0993-3995-7ec09d7f0e99" [ 1259.457088] env[69773]: _type = "Task" [ 1259.457088] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.467181] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b9aab-156c-0993-3995-7ec09d7f0e99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.475744] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.412179} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.475998] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8/e4c1a86e-dc43-4561-8cff-7e2a7a0553a8.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1259.476260] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1259.476548] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3128fd51-2ea3-4cc9-8d09-9e2d0f51cace {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.483810] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1259.483810] env[69773]: value = "task-3391044" [ 1259.483810] env[69773]: _type = "Task" [ 1259.483810] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.492514] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.566830] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.975s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.567397] env[69773]: DEBUG nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1259.739980] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391042, 'name': CreateVM_Task, 'duration_secs': 0.353753} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.740223] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.740891] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.741081] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.741425] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.741674] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c80cb3-01c1-4bc9-a805-32fc2afa5326 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.746756] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1259.746756] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5271d4d4-df37-d17f-4ad9-1f95fdf77aff" [ 1259.746756] env[69773]: _type = "Task" [ 1259.746756] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.754639] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5271d4d4-df37-d17f-4ad9-1f95fdf77aff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.898122] env[69773]: DEBUG nova.network.neutron [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updated VIF entry in instance network info cache for port 91d7eb53-a82d-4d67-8a4c-29e5f36409e9. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1259.898542] env[69773]: DEBUG nova.network.neutron [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [{"id": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "address": "fa:16:3e:c1:f4:48", "network": {"id": "675cbda4-05fc-4f3b-8a99-e5fd11047d9a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-726300113-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb40387446674823ba68438dbb4cf9c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d7eb53-a8", "ovs_interfaceid": "91d7eb53-a82d-4d67-8a4c-29e5f36409e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.913077] env[69773]: DEBUG oslo_concurrency.lockutils [None req-378afcfb-6713-4130-a79b-1ae2e8f345cd tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.077s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.943182] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391043, 'name': Rename_Task, 'duration_secs': 0.261591} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.943469] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.943712] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-979aa312-6fec-41c2-90f5-88b7c5e834ff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.950120] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1259.950120] env[69773]: value = "task-3391045" [ 1259.950120] env[69773]: _type = "Task" [ 1259.950120] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.958030] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.968772] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]522b9aab-156c-0993-3995-7ec09d7f0e99, 'name': SearchDatastore_Task, 'duration_secs': 0.021762} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.969218] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.969472] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 65125f6c-5082-4679-80ab-907e5be99ca5/65125f6c-5082-4679-80ab-907e5be99ca5.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.969705] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4d41e2a-a0ac-495e-9a66-9b072affbf9f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.977816] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1259.977816] env[69773]: value = "task-3391046" [ 1259.977816] env[69773]: _type = "Task" [ 1259.977816] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.987677] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.996665] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080904} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.996933] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.997712] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec39ff6-4194-44cf-8899-a92b514c9ddd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.020507] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8/e4c1a86e-dc43-4561-8cff-7e2a7a0553a8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.020760] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b87d0673-1dbb-4330-9e8d-44b9102c1637 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.041536] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1260.041536] env[69773]: value = "task-3391047" [ 1260.041536] env[69773]: _type = "Task" [ 1260.041536] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.051783] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.072405] env[69773]: DEBUG nova.compute.utils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.073953] env[69773]: DEBUG nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.074163] env[69773]: DEBUG nova.network.neutron [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.161993] env[69773]: DEBUG nova.policy [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03d862c2174741832d52304e1fa5e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae15fe15017947e39091241f01d37120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.262196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.262542] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Processing image 4a210477-7045-4926-8c35-59dfc4d15b2d {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.262804] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d/4a210477-7045-4926-8c35-59dfc4d15b2d.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.262987] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d/4a210477-7045-4926-8c35-59dfc4d15b2d.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.263176] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.263444] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9191d2c8-1b20-42d8-8458-d6c1f262d489 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.276317] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.276547] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.277381] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4348c1dc-714f-4048-ad66-7f217a9173f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.285776] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1260.285776] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d18838-dbf6-bc57-3d83-8e0be9541e4e" [ 1260.285776] env[69773]: _type = "Task" [ 1260.285776] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.297765] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d18838-dbf6-bc57-3d83-8e0be9541e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.401447] env[69773]: DEBUG oslo_concurrency.lockutils [req-7a56c265-0150-496f-893a-fc90ea04cec6 req-5210a56c-6a51-42ef-80e6-081991f33045 service nova] Releasing lock "refresh_cache-db32e7e1-50c5-48e9-b907-fa13c230feb1" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.461615] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.470318] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.470587] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.489368] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391046, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.553093] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391047, 'name': ReconfigVM_Task, 'duration_secs': 0.397614} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.553399] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Reconfigured VM instance instance-0000006d to attach disk [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8/e4c1a86e-dc43-4561-8cff-7e2a7a0553a8.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.554060] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04fbc324-b42c-470b-a061-b2a5c141ade4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.562607] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1260.562607] env[69773]: value = "task-3391048" [ 1260.562607] env[69773]: _type = "Task" [ 1260.562607] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.571853] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391048, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.577566] env[69773]: DEBUG nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1260.584014] env[69773]: DEBUG nova.network.neutron [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Successfully created port: dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.796852] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Preparing fetch location {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1260.797292] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Fetch image to [datastore1] OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087/OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087.vmdk {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1260.797624] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Downloading stream optimized image 4a210477-7045-4926-8c35-59dfc4d15b2d to [datastore1] OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087/OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087.vmdk on the data store datastore1 as vApp {{(pid=69773) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1260.798024] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Downloading image file data 4a210477-7045-4926-8c35-59dfc4d15b2d to the ESX as VM named 'OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087' {{(pid=69773) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1260.875621] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1260.875621] env[69773]: value = "resgroup-9" [ 1260.875621] env[69773]: _type = "ResourcePool" [ 1260.875621] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1260.875921] env[69773]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c4998aeb-4c42-4955-91a1-343fc2606e4d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.898435] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease: (returnval){ [ 1260.898435] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273f544-3ab9-a0e8-f649-8c7fb9abc1dd" [ 1260.898435] env[69773]: _type = "HttpNfcLease" [ 1260.898435] env[69773]: } obtained for vApp import into resource pool (val){ [ 1260.898435] env[69773]: value = "resgroup-9" [ 1260.898435] env[69773]: _type = "ResourcePool" [ 1260.898435] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1260.898732] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the lease: (returnval){ [ 1260.898732] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273f544-3ab9-a0e8-f649-8c7fb9abc1dd" [ 1260.898732] env[69773]: _type = "HttpNfcLease" [ 1260.898732] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1260.905643] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1260.905643] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273f544-3ab9-a0e8-f649-8c7fb9abc1dd" [ 1260.905643] env[69773]: _type = "HttpNfcLease" [ 1260.905643] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1260.960662] env[69773]: DEBUG oslo_vmware.api [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391045, 'name': PowerOnVM_Task, 'duration_secs': 0.826024} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.960949] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.961170] env[69773]: INFO nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1260.961356] env[69773]: DEBUG nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.962235] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b65be76-311a-4d49-9ae9-96b3c384f4b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.973573] env[69773]: INFO nova.compute.manager [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Detaching volume 145642d3-5411-4a82-b458-6d9fad1f4423 [ 1260.989150] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547583} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.989409] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 65125f6c-5082-4679-80ab-907e5be99ca5/65125f6c-5082-4679-80ab-907e5be99ca5.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.989626] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.989887] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee7003e5-4448-460e-b024-bc841849865b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.998028] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1260.998028] env[69773]: value = "task-3391050" [ 1260.998028] env[69773]: _type = "Task" [ 1260.998028] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.009258] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.012882] env[69773]: INFO nova.virt.block_device [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Attempting to driver detach volume 145642d3-5411-4a82-b458-6d9fad1f4423 from mountpoint /dev/sdb [ 1261.013254] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1261.013420] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676580', 'volume_id': '145642d3-5411-4a82-b458-6d9fad1f4423', 'name': 'volume-145642d3-5411-4a82-b458-6d9fad1f4423', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99c8608-959a-4889-bf2f-87a3b0f696a0', 'attached_at': '', 'detached_at': '', 'volume_id': '145642d3-5411-4a82-b458-6d9fad1f4423', 'serial': '145642d3-5411-4a82-b458-6d9fad1f4423'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1261.014254] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6631ea2-b721-4e8d-9412-64be4ea411b6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.040667] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adec149d-d0a1-480e-9184-b239c8782250 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.048637] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8febaa6f-97b9-4c23-8aad-99a81dc0a97a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.076171] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3beecff0-a271-47d3-b6c4-da4ba267b591 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.087744] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391048, 'name': Rename_Task, 'duration_secs': 0.153514} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.098729] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.099081] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] The volume has not been displaced from its original location: [datastore1] volume-145642d3-5411-4a82-b458-6d9fad1f4423/volume-145642d3-5411-4a82-b458-6d9fad1f4423.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1261.104553] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1261.104879] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dbf13cc-d786-44a8-9e5d-c0135affb593 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.106929] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57061635-eb9c-4e30-bbe6-7ca301bf0dd0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.126377] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1261.126377] env[69773]: value = "task-3391051" [ 1261.126377] env[69773]: _type = "Task" [ 1261.126377] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.128698] env[69773]: DEBUG oslo_vmware.api [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1261.128698] env[69773]: value = "task-3391052" [ 1261.128698] env[69773]: _type = "Task" [ 1261.128698] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.141883] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.145535] env[69773]: DEBUG oslo_vmware.api [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.407198] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.407198] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273f544-3ab9-a0e8-f649-8c7fb9abc1dd" [ 1261.407198] env[69773]: _type = "HttpNfcLease" [ 1261.407198] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1261.480239] env[69773]: INFO nova.compute.manager [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Took 16.91 seconds to build instance. [ 1261.509312] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17432} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.509573] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.510639] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bdf7cc-a9df-4a78-9d2b-cec527c5b0f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.533496] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 65125f6c-5082-4679-80ab-907e5be99ca5/65125f6c-5082-4679-80ab-907e5be99ca5.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.533804] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa03508-d976-4eba-9bcd-e1c270638993 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.555964] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1261.555964] env[69773]: value = "task-3391053" [ 1261.555964] env[69773]: _type = "Task" [ 1261.555964] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.564525] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.589305] env[69773]: DEBUG nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1261.611517] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c5b0c6d0605e1e77b6e4e525096d3585',container_format='bare',created_at=2025-04-09T19:12:32Z,direct_url=,disk_format='vmdk',id=dd0a3c83-fb3a-41b1-9122-583fd780baab,min_disk=1,min_ram=0,name='tempest-test-snap-961625249',owner='ae15fe15017947e39091241f01d37120',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-09T19:12:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1261.611755] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1261.611908] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.612191] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1261.612346] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.612491] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1261.612693] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1261.612846] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1261.613082] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1261.613264] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1261.613433] env[69773]: DEBUG nova.virt.hardware [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1261.614318] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f383c08d-26a3-46cc-b71a-fb6c310cc4bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.624625] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b79831a-c731-4c44-86cb-eac5c008185e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.657856] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391051, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.662808] env[69773]: DEBUG oslo_vmware.api [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391052, 'name': ReconfigVM_Task, 'duration_secs': 0.357831} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.663099] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1261.667843] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56ff194a-3190-4f69-8815-d7b47bf76ca1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.684497] env[69773]: DEBUG oslo_vmware.api [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1261.684497] env[69773]: value = "task-3391054" [ 1261.684497] env[69773]: _type = "Task" [ 1261.684497] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.694359] env[69773]: DEBUG oslo_vmware.api [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.908043] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.908043] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273f544-3ab9-a0e8-f649-8c7fb9abc1dd" [ 1261.908043] env[69773]: _type = "HttpNfcLease" [ 1261.908043] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1261.908404] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1261.908404] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5273f544-3ab9-a0e8-f649-8c7fb9abc1dd" [ 1261.908404] env[69773]: _type = "HttpNfcLease" [ 1261.908404] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1261.909150] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b952a6b-a041-4b57-943c-4fbc8ef161e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.916907] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52661681-adda-8f75-15c2-940699229a84/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1261.917151] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52661681-adda-8f75-15c2-940699229a84/disk-0.vmdk. {{(pid=69773) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1261.981295] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9ec9b434-e4d1-4c15-9c32-b8d98e0deda4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.984413] env[69773]: DEBUG oslo_concurrency.lockutils [None req-21918133-5e56-4545-864c-c0d06209d8c2 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.420s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.067595] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.141276] env[69773]: DEBUG oslo_vmware.api [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391051, 'name': PowerOnVM_Task, 'duration_secs': 0.563818} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.141565] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.141769] env[69773]: DEBUG nova.compute.manager [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1262.142869] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8684a268-b9c8-467a-aae6-a1982d0d0056 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.167504] env[69773]: DEBUG nova.compute.manager [req-88fc42cc-543e-418e-8c94-3557a39019ac req-c5631061-8f7e-4d12-97d4-a355027ab606 service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Received event network-vif-plugged-dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.167504] env[69773]: DEBUG oslo_concurrency.lockutils [req-88fc42cc-543e-418e-8c94-3557a39019ac req-c5631061-8f7e-4d12-97d4-a355027ab606 service nova] Acquiring lock "e537a281-29ef-4778-8959-ad122267784e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.167504] env[69773]: DEBUG oslo_concurrency.lockutils [req-88fc42cc-543e-418e-8c94-3557a39019ac req-c5631061-8f7e-4d12-97d4-a355027ab606 service nova] Lock "e537a281-29ef-4778-8959-ad122267784e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.167605] env[69773]: DEBUG oslo_concurrency.lockutils [req-88fc42cc-543e-418e-8c94-3557a39019ac req-c5631061-8f7e-4d12-97d4-a355027ab606 service nova] Lock "e537a281-29ef-4778-8959-ad122267784e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.167737] env[69773]: DEBUG nova.compute.manager [req-88fc42cc-543e-418e-8c94-3557a39019ac req-c5631061-8f7e-4d12-97d4-a355027ab606 service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] No waiting events found dispatching network-vif-plugged-dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.167910] env[69773]: WARNING nova.compute.manager [req-88fc42cc-543e-418e-8c94-3557a39019ac req-c5631061-8f7e-4d12-97d4-a355027ab606 service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Received unexpected event network-vif-plugged-dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51 for instance with vm_state building and task_state spawning. [ 1262.196785] env[69773]: DEBUG oslo_vmware.api [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391054, 'name': ReconfigVM_Task, 'duration_secs': 0.163756} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.196785] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676580', 'volume_id': '145642d3-5411-4a82-b458-6d9fad1f4423', 'name': 'volume-145642d3-5411-4a82-b458-6d9fad1f4423', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99c8608-959a-4889-bf2f-87a3b0f696a0', 'attached_at': '', 'detached_at': '', 'volume_id': '145642d3-5411-4a82-b458-6d9fad1f4423', 'serial': '145642d3-5411-4a82-b458-6d9fad1f4423'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1262.370826] env[69773]: DEBUG nova.network.neutron [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Successfully updated port: dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.570499] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391053, 'name': ReconfigVM_Task, 'duration_secs': 0.566997} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.572502] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 65125f6c-5082-4679-80ab-907e5be99ca5/65125f6c-5082-4679-80ab-907e5be99ca5.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.573266] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-465c6a34-c651-49df-a32c-13ae6da588c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.580923] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1262.580923] env[69773]: value = "task-3391055" [ 1262.580923] env[69773]: _type = "Task" [ 1262.580923] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.592524] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391055, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.663196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.663196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.663196] env[69773]: DEBUG nova.objects.instance [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1262.757962] env[69773]: DEBUG nova.objects.instance [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid f99c8608-959a-4889-bf2f-87a3b0f696a0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.878654] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "refresh_cache-e537a281-29ef-4778-8959-ad122267784e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.878654] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "refresh_cache-e537a281-29ef-4778-8959-ad122267784e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.878654] env[69773]: DEBUG nova.network.neutron [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1263.091817] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391055, 'name': Rename_Task, 'duration_secs': 0.164666} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.092168] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.093080] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d2c27b1-facd-4573-980d-9b579893a87f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.101128] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1263.101128] env[69773]: value = "task-3391056" [ 1263.101128] env[69773]: _type = "Task" [ 1263.101128] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.109059] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.255750] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Completed reading data from the image iterator. {{(pid=69773) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1263.256221] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52661681-adda-8f75-15c2-940699229a84/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1263.257386] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b546fcca-c2a4-437e-98c7-8cbde747b3cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.281591] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52661681-adda-8f75-15c2-940699229a84/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1263.281814] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52661681-adda-8f75-15c2-940699229a84/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1263.282338] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-27c618b3-857f-40fd-8434-2ef53ed32108 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.410532] env[69773]: DEBUG nova.network.neutron [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1263.556647] env[69773]: DEBUG nova.network.neutron [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Updating instance_info_cache with network_info: [{"id": "dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51", "address": "fa:16:3e:ad:10:5d", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf5ae72-b0", "ovs_interfaceid": "dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.564562] env[69773]: DEBUG oslo_vmware.rw_handles [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52661681-adda-8f75-15c2-940699229a84/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1263.564793] env[69773]: INFO nova.virt.vmwareapi.images [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Downloaded image file data 4a210477-7045-4926-8c35-59dfc4d15b2d [ 1263.565666] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06004817-fd52-4993-8196-fcf8fe912b72 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.584862] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d09c22c6-ce75-4f81-bf77-bcb58978fb1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.610935] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391056, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.622672] env[69773]: INFO nova.virt.vmwareapi.images [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] The imported VM was unregistered [ 1263.625077] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Caching image {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1263.625401] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.625801] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5adbdad-7339-464a-a45a-f5827afea3f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.640186] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Created directory with path [datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.640440] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087/OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087.vmdk to [datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d/4a210477-7045-4926-8c35-59dfc4d15b2d.vmdk. {{(pid=69773) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1263.640722] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-50321a45-1d94-4d3c-baf8-5517a7eb19c9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.650291] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1263.650291] env[69773]: value = "task-3391058" [ 1263.650291] env[69773]: _type = "Task" [ 1263.650291] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.659995] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391058, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.674660] env[69773]: DEBUG oslo_concurrency.lockutils [None req-47f6b8c4-00f7-4f45-b069-cf74488015aa tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.782844] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c4ccf0d-caab-43ba-999f-47c681b7bc84 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.312s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.805709] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.805961] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.059467] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "refresh_cache-e537a281-29ef-4778-8959-ad122267784e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.059801] env[69773]: DEBUG nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Instance network_info: |[{"id": "dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51", "address": "fa:16:3e:ad:10:5d", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf5ae72-b0", "ovs_interfaceid": "dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.060357] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:10:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.067967] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.068221] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e537a281-29ef-4778-8959-ad122267784e] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.068448] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cf36dc4-c149-4d4b-85e7-e228f25e1c0b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.090759] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.090759] env[69773]: value = "task-3391059" [ 1264.090759] env[69773]: _type = "Task" [ 1264.090759] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.099353] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391059, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.110609] env[69773]: DEBUG oslo_vmware.api [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391056, 'name': PowerOnVM_Task, 'duration_secs': 0.806332} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.110879] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.111093] env[69773]: INFO nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1264.111284] env[69773]: DEBUG nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.112110] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca220c8-8e66-4916-a8ae-3359104774ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.162162] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391058, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.201380] env[69773]: DEBUG nova.compute.manager [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Received event network-changed-dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.201637] env[69773]: DEBUG nova.compute.manager [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Refreshing instance network info cache due to event network-changed-dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.201940] env[69773]: DEBUG oslo_concurrency.lockutils [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] Acquiring lock "refresh_cache-e537a281-29ef-4778-8959-ad122267784e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.202166] env[69773]: DEBUG oslo_concurrency.lockutils [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] Acquired lock "refresh_cache-e537a281-29ef-4778-8959-ad122267784e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.202377] env[69773]: DEBUG nova.network.neutron [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Refreshing network info cache for port dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1264.309038] env[69773]: INFO nova.compute.manager [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Detaching volume 4bb82519-afef-495e-b1db-3845f563c4a0 [ 1264.346132] env[69773]: INFO nova.virt.block_device [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Attempting to driver detach volume 4bb82519-afef-495e-b1db-3845f563c4a0 from mountpoint /dev/sdc [ 1264.346639] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1264.346973] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676581', 'volume_id': '4bb82519-afef-495e-b1db-3845f563c4a0', 'name': 'volume-4bb82519-afef-495e-b1db-3845f563c4a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99c8608-959a-4889-bf2f-87a3b0f696a0', 'attached_at': '', 'detached_at': '', 'volume_id': '4bb82519-afef-495e-b1db-3845f563c4a0', 'serial': '4bb82519-afef-495e-b1db-3845f563c4a0'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1264.349025] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9edb20a-0bfc-46f8-b7d1-b1840f16eecd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.372463] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabee6ea-37b3-4072-87db-77ff3d42defb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.380589] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf3969-ff86-4568-ba0b-0ac42b0e0cb1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.402726] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f433569-264b-48b8-a44b-9a9a1fc19b92 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.421573] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] The volume has not been displaced from its original location: [datastore2] volume-4bb82519-afef-495e-b1db-3845f563c4a0/volume-4bb82519-afef-495e-b1db-3845f563c4a0.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1264.427483] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfiguring VM instance instance-0000006c to detach disk 2002 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1264.427880] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3352ed-acf8-4b4b-bf03-4a22df0cc95b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.448607] env[69773]: DEBUG oslo_vmware.api [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1264.448607] env[69773]: value = "task-3391060" [ 1264.448607] env[69773]: _type = "Task" [ 1264.448607] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.457773] env[69773]: DEBUG oslo_vmware.api [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.602176] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391059, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.632254] env[69773]: INFO nova.compute.manager [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Took 15.60 seconds to build instance. [ 1264.663342] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391058, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.960344] env[69773]: DEBUG oslo_vmware.api [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391060, 'name': ReconfigVM_Task, 'duration_secs': 0.376135} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.960652] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Reconfigured VM instance instance-0000006c to detach disk 2002 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1264.967087] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2963f15c-e368-4f2f-8538-b327e8ee9c77 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.985903] env[69773]: DEBUG oslo_vmware.api [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1264.985903] env[69773]: value = "task-3391061" [ 1264.985903] env[69773]: _type = "Task" [ 1264.985903] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.998332] env[69773]: DEBUG oslo_vmware.api [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.102327] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391059, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.135133] env[69773]: DEBUG oslo_concurrency.lockutils [None req-bbba87cb-a483-4c46-91b5-2c75e37f7bd3 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "65125f6c-5082-4679-80ab-907e5be99ca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.108s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.136209] env[69773]: DEBUG nova.network.neutron [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Updated VIF entry in instance network info cache for port dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1265.136576] env[69773]: DEBUG nova.network.neutron [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Updating instance_info_cache with network_info: [{"id": "dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51", "address": "fa:16:3e:ad:10:5d", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcf5ae72-b0", "ovs_interfaceid": "dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.162753] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391058, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.500042] env[69773]: DEBUG oslo_vmware.api [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391061, 'name': ReconfigVM_Task, 'duration_secs': 0.164598} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.500422] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676581', 'volume_id': '4bb82519-afef-495e-b1db-3845f563c4a0', 'name': 'volume-4bb82519-afef-495e-b1db-3845f563c4a0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f99c8608-959a-4889-bf2f-87a3b0f696a0', 'attached_at': '', 'detached_at': '', 'volume_id': '4bb82519-afef-495e-b1db-3845f563c4a0', 'serial': '4bb82519-afef-495e-b1db-3845f563c4a0'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1265.604077] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391059, 'name': CreateVM_Task} progress is 25%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.640089] env[69773]: DEBUG oslo_concurrency.lockutils [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] Releasing lock "refresh_cache-e537a281-29ef-4778-8959-ad122267784e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.640431] env[69773]: DEBUG nova.compute.manager [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Received event network-changed-d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.640610] env[69773]: DEBUG nova.compute.manager [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Refreshing instance network info cache due to event network-changed-d31123a8-fa25-4b76-8756-53cbb551b244. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.640832] env[69773]: DEBUG oslo_concurrency.lockutils [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] Acquiring lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.640972] env[69773]: DEBUG oslo_concurrency.lockutils [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] Acquired lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.641149] env[69773]: DEBUG nova.network.neutron [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Refreshing network info cache for port d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1265.663137] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391058, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.043923] env[69773]: DEBUG nova.objects.instance [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'flavor' on Instance uuid f99c8608-959a-4889-bf2f-87a3b0f696a0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.102601] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391059, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.163332] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391058, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.236392] env[69773]: DEBUG nova.compute.manager [req-2bebec68-f121-431f-9e5c-63d8ed904a94 req-040b6f3f-ba4d-4a23-8c88-1eb11d657674 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Received event network-changed-c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.236592] env[69773]: DEBUG nova.compute.manager [req-2bebec68-f121-431f-9e5c-63d8ed904a94 req-040b6f3f-ba4d-4a23-8c88-1eb11d657674 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Refreshing instance network info cache due to event network-changed-c972d9d5-ad33-4e24-9c5e-2de5b8c981b3. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.236808] env[69773]: DEBUG oslo_concurrency.lockutils [req-2bebec68-f121-431f-9e5c-63d8ed904a94 req-040b6f3f-ba4d-4a23-8c88-1eb11d657674 service nova] Acquiring lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.236952] env[69773]: DEBUG oslo_concurrency.lockutils [req-2bebec68-f121-431f-9e5c-63d8ed904a94 req-040b6f3f-ba4d-4a23-8c88-1eb11d657674 service nova] Acquired lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.237128] env[69773]: DEBUG nova.network.neutron [req-2bebec68-f121-431f-9e5c-63d8ed904a94 req-040b6f3f-ba4d-4a23-8c88-1eb11d657674 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Refreshing network info cache for port c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1266.402800] env[69773]: DEBUG nova.network.neutron [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Updated VIF entry in instance network info cache for port d31123a8-fa25-4b76-8756-53cbb551b244. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1266.403208] env[69773]: DEBUG nova.network.neutron [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Updating instance_info_cache with network_info: [{"id": "d31123a8-fa25-4b76-8756-53cbb551b244", "address": "fa:16:3e:4f:9b:5b", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd31123a8-fa", "ovs_interfaceid": "d31123a8-fa25-4b76-8756-53cbb551b244", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.602696] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391059, 'name': CreateVM_Task, 'duration_secs': 2.202493} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.603566] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e537a281-29ef-4778-8959-ad122267784e] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.604278] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.604517] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.604804] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.605302] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0026990-f2b0-4a73-9483-396c175f90fe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.610479] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1266.610479] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52589ed6-f5f9-a25e-5527-18d99a958331" [ 1266.610479] env[69773]: _type = "Task" [ 1266.610479] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.618856] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52589ed6-f5f9-a25e-5527-18d99a958331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.666085] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391058, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.90625} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.666411] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087/OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087.vmdk to [datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d/4a210477-7045-4926-8c35-59dfc4d15b2d.vmdk. [ 1266.666590] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Cleaning up location [datastore1] OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1266.666758] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_35513b7e-a6df-4bc1-a7fc-8ed0255e7087 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1266.666986] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea44b9d6-de57-48e8-8623-86de6679bdde {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.676630] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1266.676630] env[69773]: value = "task-3391063" [ 1266.676630] env[69773]: _type = "Task" [ 1266.676630] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.685039] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.905881] env[69773]: DEBUG oslo_concurrency.lockutils [req-7027c387-cbdc-4e59-9589-0ebfad370580 req-fe5d1a75-12b1-4b58-8ad7-47569f79539d service nova] Releasing lock "refresh_cache-863822bd-2e61-4734-bc19-18c00c25100b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.930962] env[69773]: DEBUG nova.network.neutron [req-2bebec68-f121-431f-9e5c-63d8ed904a94 req-040b6f3f-ba4d-4a23-8c88-1eb11d657674 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Updated VIF entry in instance network info cache for port c972d9d5-ad33-4e24-9c5e-2de5b8c981b3. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1266.931364] env[69773]: DEBUG nova.network.neutron [req-2bebec68-f121-431f-9e5c-63d8ed904a94 req-040b6f3f-ba4d-4a23-8c88-1eb11d657674 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Updating instance_info_cache with network_info: [{"id": "c972d9d5-ad33-4e24-9c5e-2de5b8c981b3", "address": "fa:16:3e:16:0f:df", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc972d9d5-ad", "ovs_interfaceid": "c972d9d5-ad33-4e24-9c5e-2de5b8c981b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.052564] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4acf8657-eac5-4671-aab1-a290e425216c tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.120924] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.122899] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.122899] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Processing image dd0a3c83-fb3a-41b1-9122-583fd780baab {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1267.122899] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab/dd0a3c83-fb3a-41b1-9122-583fd780baab.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.123133] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab/dd0a3c83-fb3a-41b1-9122-583fd780baab.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.123190] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1267.123633] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76ec5baa-db93-4955-8ca8-954ac54c875e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.137182] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1267.137368] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1267.138100] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d04cd3-1fca-482e-92e0-ce8900716bd3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.144573] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1267.144573] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528c370c-0ae4-54a6-0319-be664aa9cf6e" [ 1267.144573] env[69773]: _type = "Task" [ 1267.144573] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.152758] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528c370c-0ae4-54a6-0319-be664aa9cf6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.186918] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216911} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.186918] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1267.186918] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d/4a210477-7045-4926-8c35-59dfc4d15b2d.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.186918] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d/4a210477-7045-4926-8c35-59dfc4d15b2d.vmdk to [datastore1] db32e7e1-50c5-48e9-b907-fa13c230feb1/db32e7e1-50c5-48e9-b907-fa13c230feb1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.187251] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbfa3e55-6658-47b3-80cc-8a09cbb33b05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.193872] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1267.193872] env[69773]: value = "task-3391064" [ 1267.193872] env[69773]: _type = "Task" [ 1267.193872] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.203777] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.433921] env[69773]: DEBUG oslo_concurrency.lockutils [req-2bebec68-f121-431f-9e5c-63d8ed904a94 req-040b6f3f-ba4d-4a23-8c88-1eb11d657674 service nova] Releasing lock "refresh_cache-65125f6c-5082-4679-80ab-907e5be99ca5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.626189] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Getting list of instances from cluster (obj){ [ 1267.626189] env[69773]: value = "domain-c8" [ 1267.626189] env[69773]: _type = "ClusterComputeResource" [ 1267.626189] env[69773]: } {{(pid=69773) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1267.627245] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e52024d-a3a7-4041-8d5e-64dfb6173b5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.649741] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Got total of 9 instances {{(pid=69773) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1267.649905] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid e82b533c-5d98-47e1-877a-78b4cdcdeeec {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.650227] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid 264dfbfd-8005-4f0a-a408-186b88fe9ae9 {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.650433] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid db32e7e1-50c5-48e9-b907-fa13c230feb1 {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.650589] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid f99c8608-959a-4889-bf2f-87a3b0f696a0 {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.651147] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid e4c1a86e-dc43-4561-8cff-7e2a7a0553a8 {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.651147] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid 841b2c72-e052-4014-bf00-e303cd1f8cca {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.651147] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid 863822bd-2e61-4734-bc19-18c00c25100b {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.651370] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid 65125f6c-5082-4679-80ab-907e5be99ca5 {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.651370] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Triggering sync for uuid e537a281-29ef-4778-8959-ad122267784e {{(pid=69773) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1267.654832] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.655133] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.655411] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.655600] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.655843] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.656064] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.656244] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.656508] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.656697] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.656939] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "841b2c72-e052-4014-bf00-e303cd1f8cca" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.657130] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.657530] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "863822bd-2e61-4734-bc19-18c00c25100b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.657715] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "863822bd-2e61-4734-bc19-18c00c25100b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.657950] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "65125f6c-5082-4679-80ab-907e5be99ca5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.658158] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "65125f6c-5082-4679-80ab-907e5be99ca5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.658381] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "e537a281-29ef-4778-8959-ad122267784e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.659243] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c4f283-f6ba-4875-b0df-b2fb5b90369f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.662361] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a14bf-ab78-4f66-94ac-0e46b4b9da36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.666031] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b91d0c1-f7ab-4123-a7ea-7c9ca0d81d98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.669067] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e48e5-b889-4ff4-9a36-7f65a4d38175 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.671097] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30d487-1ee7-4b63-95a9-0002667f2c3f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.674419] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94454ec1-bd85-4d51-a758-5ca5aec87dbf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.678732] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cf6c1c-bc34-4f3d-bb63-72b5f01fb352 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.711566] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Preparing fetch location {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1267.711839] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Fetch image to [datastore1] OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856/OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856.vmdk {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1267.711972] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Downloading stream optimized image dd0a3c83-fb3a-41b1-9122-583fd780baab to [datastore1] OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856/OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856.vmdk on the data store datastore1 as vApp {{(pid=69773) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1267.712186] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Downloading image file data dd0a3c83-fb3a-41b1-9122-583fd780baab to the ESX as VM named 'OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856' {{(pid=69773) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1267.723172] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.800265] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1267.800265] env[69773]: value = "resgroup-9" [ 1267.800265] env[69773]: _type = "ResourcePool" [ 1267.800265] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1267.800550] env[69773]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b8668ca6-c469-4ffe-b0c4-edad33ed07d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.825032] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lease: (returnval){ [ 1267.825032] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba02b1-976e-bfd0-b392-033f6fd94a62" [ 1267.825032] env[69773]: _type = "HttpNfcLease" [ 1267.825032] env[69773]: } obtained for vApp import into resource pool (val){ [ 1267.825032] env[69773]: value = "resgroup-9" [ 1267.825032] env[69773]: _type = "ResourcePool" [ 1267.825032] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1267.825032] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the lease: (returnval){ [ 1267.825032] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba02b1-976e-bfd0-b392-033f6fd94a62" [ 1267.825032] env[69773]: _type = "HttpNfcLease" [ 1267.825032] env[69773]: } to be ready. {{(pid=69773) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1267.832214] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.832214] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba02b1-976e-bfd0-b392-033f6fd94a62" [ 1267.832214] env[69773]: _type = "HttpNfcLease" [ 1267.832214] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1268.201372] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.208567] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391064, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.209160] env[69773]: INFO nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] During sync_power_state the instance has a pending task (deleting). Skip. [ 1268.209378] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.209718] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.218419] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.218792] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.220382] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "863822bd-2e61-4734-bc19-18c00c25100b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.223875] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "65125f6c-5082-4679-80ab-907e5be99ca5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.566s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.228638] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.228854] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.229104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "f99c8608-959a-4889-bf2f-87a3b0f696a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.229303] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.229470] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.231711] env[69773]: INFO nova.compute.manager [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Terminating instance [ 1268.334983] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.334983] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba02b1-976e-bfd0-b392-033f6fd94a62" [ 1268.334983] env[69773]: _type = "HttpNfcLease" [ 1268.334983] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1268.705634] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391064, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.735586] env[69773]: DEBUG nova.compute.manager [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.735827] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.736845] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b33a21-56c6-4ce2-a5f0-db0ebb5dcfcb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.745905] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.746209] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3e9444c-1ea5-4cbb-9e43-8f89adeb70a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.754678] env[69773]: DEBUG oslo_vmware.api [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1268.754678] env[69773]: value = "task-3391067" [ 1268.754678] env[69773]: _type = "Task" [ 1268.754678] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.766810] env[69773]: DEBUG oslo_vmware.api [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.834984] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1268.834984] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba02b1-976e-bfd0-b392-033f6fd94a62" [ 1268.834984] env[69773]: _type = "HttpNfcLease" [ 1268.834984] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1269.207088] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391064, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.267947] env[69773]: DEBUG oslo_vmware.api [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391067, 'name': PowerOffVM_Task, 'duration_secs': 0.236759} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.268247] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.268421] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.268686] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f9b8a88-1fea-42f1-9d1d-23b85adf6aee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.336394] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.336394] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba02b1-976e-bfd0-b392-033f6fd94a62" [ 1269.336394] env[69773]: _type = "HttpNfcLease" [ 1269.336394] env[69773]: } is initializing. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1269.471756] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.471989] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.472349] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Deleting the datastore file [datastore2] f99c8608-959a-4889-bf2f-87a3b0f696a0 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.472669] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df7fb842-382e-44de-8577-acb27eb47b80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.480978] env[69773]: DEBUG oslo_vmware.api [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for the task: (returnval){ [ 1269.480978] env[69773]: value = "task-3391069" [ 1269.480978] env[69773]: _type = "Task" [ 1269.480978] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.490743] env[69773]: DEBUG oslo_vmware.api [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.709104] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391064, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.837036] env[69773]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1269.837036] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba02b1-976e-bfd0-b392-033f6fd94a62" [ 1269.837036] env[69773]: _type = "HttpNfcLease" [ 1269.837036] env[69773]: } is ready. {{(pid=69773) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1269.837401] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1269.837401] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ba02b1-976e-bfd0-b392-033f6fd94a62" [ 1269.837401] env[69773]: _type = "HttpNfcLease" [ 1269.837401] env[69773]: }. {{(pid=69773) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1269.838403] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f51d65-9752-4fb0-b399-b5ef6fcbabca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.849537] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c90f2-296d-be07-64b2-342629bcc911/disk-0.vmdk from lease info. {{(pid=69773) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1269.849819] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c90f2-296d-be07-64b2-342629bcc911/disk-0.vmdk. {{(pid=69773) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1269.927838] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-edd8d25d-45c7-48fc-b9e8-9c14a5d35d50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.991890] env[69773]: DEBUG oslo_vmware.api [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Task: {'id': task-3391069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.482466} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.992323] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.992586] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.992773] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.992952] env[69773]: INFO nova.compute.manager [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1269.993270] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.993517] env[69773]: DEBUG nova.compute.manager [-] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.993615] env[69773]: DEBUG nova.network.neutron [-] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1270.210538] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391064, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.868569} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.210862] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4a210477-7045-4926-8c35-59dfc4d15b2d/4a210477-7045-4926-8c35-59dfc4d15b2d.vmdk to [datastore1] db32e7e1-50c5-48e9-b907-fa13c230feb1/db32e7e1-50c5-48e9-b907-fa13c230feb1.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1270.212011] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749e2c54-d2ba-4700-9fe7-7fd282d0fc80 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.234795] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] db32e7e1-50c5-48e9-b907-fa13c230feb1/db32e7e1-50c5-48e9-b907-fa13c230feb1.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1270.235101] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51ca13a5-0d4d-440a-8a55-b68433672bb4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.257422] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1270.257422] env[69773]: value = "task-3391070" [ 1270.257422] env[69773]: _type = "Task" [ 1270.257422] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.266139] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.775373] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.801125] env[69773]: DEBUG nova.compute.manager [req-6d603844-bc2d-4094-adab-712b0703a208 req-132aac6c-b002-4c92-9d87-a3191f7a25f1 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Received event network-vif-deleted-aacb6160-e2bb-47b2-8ee0-30986590094e {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.801125] env[69773]: INFO nova.compute.manager [req-6d603844-bc2d-4094-adab-712b0703a208 req-132aac6c-b002-4c92-9d87-a3191f7a25f1 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Neutron deleted interface aacb6160-e2bb-47b2-8ee0-30986590094e; detaching it from the instance and deleting it from the info cache [ 1270.801125] env[69773]: DEBUG nova.network.neutron [req-6d603844-bc2d-4094-adab-712b0703a208 req-132aac6c-b002-4c92-9d87-a3191f7a25f1 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.142435] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Completed reading data from the image iterator. {{(pid=69773) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1271.142690] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c90f2-296d-be07-64b2-342629bcc911/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1271.143751] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6c9aa6-e8f4-4ed6-ab1a-45c5334369d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.151636] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c90f2-296d-be07-64b2-342629bcc911/disk-0.vmdk is in state: ready. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1271.151848] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c90f2-296d-be07-64b2-342629bcc911/disk-0.vmdk. {{(pid=69773) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1271.152221] env[69773]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-17ccadfb-b7d6-4efb-bdc2-3d424a74465a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.272263] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391070, 'name': ReconfigVM_Task, 'duration_secs': 0.558061} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.272565] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Reconfigured VM instance instance-0000006a to attach disk [datastore1] db32e7e1-50c5-48e9-b907-fa13c230feb1/db32e7e1-50c5-48e9-b907-fa13c230feb1.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1271.273256] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44b3f256-9930-4fa1-9216-7aa0835a4e83 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.280491] env[69773]: DEBUG nova.network.neutron [-] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.283133] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1271.283133] env[69773]: value = "task-3391071" [ 1271.283133] env[69773]: _type = "Task" [ 1271.283133] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.292073] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391071, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.305912] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-144a942b-2de7-4785-ac9d-6fa8f017fbbd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.316479] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eb3353-e33f-4193-add5-d23ec6a1170f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.355880] env[69773]: DEBUG nova.compute.manager [req-6d603844-bc2d-4094-adab-712b0703a208 req-132aac6c-b002-4c92-9d87-a3191f7a25f1 service nova] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Detach interface failed, port_id=aacb6160-e2bb-47b2-8ee0-30986590094e, reason: Instance f99c8608-959a-4889-bf2f-87a3b0f696a0 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1271.357591] env[69773]: DEBUG oslo_vmware.rw_handles [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524c90f2-296d-be07-64b2-342629bcc911/disk-0.vmdk. {{(pid=69773) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1271.357788] env[69773]: INFO nova.virt.vmwareapi.images [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Downloaded image file data dd0a3c83-fb3a-41b1-9122-583fd780baab [ 1271.358607] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad88467-bf7e-49f4-b92d-28af019c69a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.374991] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff38f1df-15a4-4c05-83d6-4729c1bc11a5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.404483] env[69773]: INFO nova.virt.vmwareapi.images [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] The imported VM was unregistered [ 1271.406753] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Caching image {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1271.407007] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.407296] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84ccf6d2-ca8a-41c5-b4aa-e2f541346c4d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.427592] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Created directory with path [datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.427787] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856/OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856.vmdk to [datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab/dd0a3c83-fb3a-41b1-9122-583fd780baab.vmdk. {{(pid=69773) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1271.428065] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-057ecd7c-b5cd-47a4-a881-a0243bb651c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.435551] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1271.435551] env[69773]: value = "task-3391073" [ 1271.435551] env[69773]: _type = "Task" [ 1271.435551] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.443831] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391073, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.784410] env[69773]: INFO nova.compute.manager [-] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Took 1.79 seconds to deallocate network for instance. [ 1271.799866] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391071, 'name': Rename_Task, 'duration_secs': 0.152669} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.800231] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1271.800498] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb011d0e-ebc4-4b53-9e17-dd1d07469b6c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.810283] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1271.810283] env[69773]: value = "task-3391074" [ 1271.810283] env[69773]: _type = "Task" [ 1271.810283] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.819729] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.946485] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391073, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.296124] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.296388] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.296620] env[69773]: DEBUG nova.objects.instance [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lazy-loading 'resources' on Instance uuid f99c8608-959a-4889-bf2f-87a3b0f696a0 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.321954] env[69773]: DEBUG oslo_vmware.api [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391074, 'name': PowerOnVM_Task, 'duration_secs': 0.507566} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.322266] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1272.436613] env[69773]: DEBUG nova.compute.manager [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1272.437672] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5487c8-5c7f-404b-adda-951850e46bab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.456385] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391073, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.940873] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6f4a18-cb20-4c6f-af53-1f1e250d8cce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.954857] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391073, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.962235] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93050188-a103-448d-abad-949fb7d90ac0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.967917] env[69773]: DEBUG oslo_concurrency.lockutils [None req-85173c9c-a73e-4355-a1e4-995b43e3d708 tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.357s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.968904] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.313s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.969116] env[69773]: INFO nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] During sync_power_state the instance has a pending task (spawning). Skip. [ 1272.969360] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.002414] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132a5b62-0160-4434-8c49-70d9207413f0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.014335] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4442c0-93a3-4fa2-b75a-81df3569cc98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.032722] env[69773]: DEBUG nova.compute.provider_tree [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.457939] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391073, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.569979] env[69773]: DEBUG nova.scheduler.client.report [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1273.570293] env[69773]: DEBUG nova.compute.provider_tree [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 155 to 156 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1273.570479] env[69773]: DEBUG nova.compute.provider_tree [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1273.739784] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.740078] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.740344] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.740606] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.740783] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.743146] env[69773]: INFO nova.compute.manager [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Terminating instance [ 1273.957786] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391073, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.075543] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.095793] env[69773]: INFO nova.scheduler.client.report [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Deleted allocations for instance f99c8608-959a-4889-bf2f-87a3b0f696a0 [ 1274.247278] env[69773]: DEBUG nova.compute.manager [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.247467] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.248414] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7475c1-8101-4f5c-9bbe-3865a3cd661a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.257115] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.257388] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a29535b-4d31-4105-9c35-576f1ee1e853 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.263508] env[69773]: DEBUG oslo_vmware.api [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1274.263508] env[69773]: value = "task-3391076" [ 1274.263508] env[69773]: _type = "Task" [ 1274.263508] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.271254] env[69773]: DEBUG oslo_vmware.api [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.459265] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391073, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.66624} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.459560] env[69773]: INFO nova.virt.vmwareapi.ds_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856/OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856.vmdk to [datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab/dd0a3c83-fb3a-41b1-9122-583fd780baab.vmdk. [ 1274.459778] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Cleaning up location [datastore1] OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1274.459941] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1742548e-e35d-4e81-89ce-56522096a856 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.460301] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6ce68a0-3ffe-40a0-8c33-f2562c3992ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.468127] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1274.468127] env[69773]: value = "task-3391077" [ 1274.468127] env[69773]: _type = "Task" [ 1274.468127] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.476821] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.604865] env[69773]: DEBUG oslo_concurrency.lockutils [None req-42e4905b-6ae6-47fc-98ed-9bb62de07be6 tempest-AttachVolumeTestJSON-469422215 tempest-AttachVolumeTestJSON-469422215-project-member] Lock "f99c8608-959a-4889-bf2f-87a3b0f696a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.376s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.775365] env[69773]: DEBUG oslo_vmware.api [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391076, 'name': PowerOffVM_Task, 'duration_secs': 0.20071} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.775707] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.775934] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.776304] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1c7e34a-eb87-4aeb-a4ea-412c5f0ea4fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.844486] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.844774] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.845036] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleting the datastore file [datastore1] db32e7e1-50c5-48e9-b907-fa13c230feb1 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.845441] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-696dff3a-965f-432d-8bed-d584e8bdb51c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.853341] env[69773]: DEBUG oslo_vmware.api [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for the task: (returnval){ [ 1274.853341] env[69773]: value = "task-3391081" [ 1274.853341] env[69773]: _type = "Task" [ 1274.853341] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.862813] env[69773]: DEBUG oslo_vmware.api [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.978584] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036546} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.978946] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.979027] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab/dd0a3c83-fb3a-41b1-9122-583fd780baab.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.979342] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab/dd0a3c83-fb3a-41b1-9122-583fd780baab.vmdk to [datastore1] e537a281-29ef-4778-8959-ad122267784e/e537a281-29ef-4778-8959-ad122267784e.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1274.979614] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d079e9b4-f931-4173-9ed5-815b86b12ae3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.986403] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1274.986403] env[69773]: value = "task-3391082" [ 1274.986403] env[69773]: _type = "Task" [ 1274.986403] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.994688] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.368330] env[69773]: DEBUG oslo_vmware.api [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Task: {'id': task-3391081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142168} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.368604] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.368811] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.369099] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.369300] env[69773]: INFO nova.compute.manager [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1275.369550] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.369758] env[69773]: DEBUG nova.compute.manager [-] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.369854] env[69773]: DEBUG nova.network.neutron [-] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1275.498769] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391082, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.872157] env[69773]: DEBUG nova.compute.manager [req-6f307308-9dc3-4f35-8748-69c2720423c6 req-82dbe8f2-775f-4b86-a977-6a00a16334f8 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Received event network-vif-deleted-91d7eb53-a82d-4d67-8a4c-29e5f36409e9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.872157] env[69773]: INFO nova.compute.manager [req-6f307308-9dc3-4f35-8748-69c2720423c6 req-82dbe8f2-775f-4b86-a977-6a00a16334f8 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Neutron deleted interface 91d7eb53-a82d-4d67-8a4c-29e5f36409e9; detaching it from the instance and deleting it from the info cache [ 1275.872157] env[69773]: DEBUG nova.network.neutron [req-6f307308-9dc3-4f35-8748-69c2720423c6 req-82dbe8f2-775f-4b86-a977-6a00a16334f8 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.000798] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391082, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.353875] env[69773]: DEBUG nova.network.neutron [-] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.374694] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72fead82-c4c4-4844-899f-0deed8f2de82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.386803] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0c6c26-f455-42a1-9d53-6b81881a09d7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.423424] env[69773]: DEBUG nova.compute.manager [req-6f307308-9dc3-4f35-8748-69c2720423c6 req-82dbe8f2-775f-4b86-a977-6a00a16334f8 service nova] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Detach interface failed, port_id=91d7eb53-a82d-4d67-8a4c-29e5f36409e9, reason: Instance db32e7e1-50c5-48e9-b907-fa13c230feb1 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1276.500824] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391082, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.856983] env[69773]: INFO nova.compute.manager [-] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Took 1.49 seconds to deallocate network for instance. [ 1277.000721] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391082, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.365630] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.366034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.366157] env[69773]: DEBUG nova.objects.instance [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lazy-loading 'resources' on Instance uuid db32e7e1-50c5-48e9-b907-fa13c230feb1 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.502605] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391082, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.263877} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.502870] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dd0a3c83-fb3a-41b1-9122-583fd780baab/dd0a3c83-fb3a-41b1-9122-583fd780baab.vmdk to [datastore1] e537a281-29ef-4778-8959-ad122267784e/e537a281-29ef-4778-8959-ad122267784e.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.503764] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f81ac8-02a9-40b3-b3be-a5e19c807254 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.530943] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] e537a281-29ef-4778-8959-ad122267784e/e537a281-29ef-4778-8959-ad122267784e.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.531284] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c94170-0f8e-4c7e-817e-d568317bd48b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.552464] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1277.552464] env[69773]: value = "task-3391084" [ 1277.552464] env[69773]: _type = "Task" [ 1277.552464] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.562839] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.984608] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c27432b-14fe-4150-8d0d-8169ff26f018 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.993139] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6038ab-a0da-4c27-a922-8bd57c24106e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.024871] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47883b7-382e-4ea8-a3d2-6fb0a5e3fd78 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.027614] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.033501] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c4fb8-f69c-40d8-9e7a-c3d8caf75fec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.048204] env[69773]: DEBUG nova.compute.provider_tree [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.062349] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391084, 'name': ReconfigVM_Task, 'duration_secs': 0.32263} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.062679] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Reconfigured VM instance instance-00000071 to attach disk [datastore1] e537a281-29ef-4778-8959-ad122267784e/e537a281-29ef-4778-8959-ad122267784e.vmdk or device None with type streamOptimized {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.063320] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-decfe22c-ab2c-4a63-886a-a17e3fbdcfc8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.071951] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1278.071951] env[69773]: value = "task-3391086" [ 1278.071951] env[69773]: _type = "Task" [ 1278.071951] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.081167] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391086, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.488109] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.488492] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.488492] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1278.551741] env[69773]: DEBUG nova.scheduler.client.report [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.582133] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391086, 'name': Rename_Task, 'duration_secs': 0.188097} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.582488] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.582738] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74538f3a-3981-47b0-8a13-bc05f3ebd462 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.591783] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1278.591783] env[69773]: value = "task-3391087" [ 1278.591783] env[69773]: _type = "Task" [ 1278.591783] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.601377] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.057362] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.080891] env[69773]: INFO nova.scheduler.client.report [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Deleted allocations for instance db32e7e1-50c5-48e9-b907-fa13c230feb1 [ 1279.102927] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.488641] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.589129] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b0918a37-ac46-4f28-80a8-059e36c1d1dc tempest-ServerActionsTestOtherB-1237394572 tempest-ServerActionsTestOtherB-1237394572-project-member] Lock "db32e7e1-50c5-48e9-b907-fa13c230feb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.849s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.602565] env[69773]: DEBUG oslo_vmware.api [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391087, 'name': PowerOnVM_Task, 'duration_secs': 0.869218} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.602840] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.603036] env[69773]: INFO nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Took 18.01 seconds to spawn the instance on the hypervisor. [ 1279.603217] env[69773]: DEBUG nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1279.603976] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc03fe1-54f6-45e1-a131-6be436784f96 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.120539] env[69773]: INFO nova.compute.manager [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Took 27.72 seconds to build instance. [ 1280.297136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "e537a281-29ef-4778-8959-ad122267784e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.483540] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1280.622730] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0871fed1-daa3-428d-9aa1-795ae0f2cf41 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "e537a281-29ef-4778-8959-ad122267784e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.226s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.623128] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "e537a281-29ef-4778-8959-ad122267784e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.964s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.623128] env[69773]: INFO nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e537a281-29ef-4778-8959-ad122267784e] During sync_power_state the instance has a pending task (spawning). Skip. [ 1280.623337] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "e537a281-29ef-4778-8959-ad122267784e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.623573] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "e537a281-29ef-4778-8959-ad122267784e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.327s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.623781] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "e537a281-29ef-4778-8959-ad122267784e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.623977] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "e537a281-29ef-4778-8959-ad122267784e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.624155] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "e537a281-29ef-4778-8959-ad122267784e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.626260] env[69773]: INFO nova.compute.manager [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Terminating instance [ 1281.129925] env[69773]: DEBUG nova.compute.manager [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.130148] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.131093] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05fe76-3396-476c-b43c-4d0e3b28e601 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.139173] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.139399] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b936f071-cffd-4722-9cff-2f6ad4b6de92 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.146006] env[69773]: DEBUG oslo_vmware.api [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1281.146006] env[69773]: value = "task-3391091" [ 1281.146006] env[69773]: _type = "Task" [ 1281.146006] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.154057] env[69773]: DEBUG oslo_vmware.api [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.488173] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.488423] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.656633] env[69773]: DEBUG oslo_vmware.api [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391091, 'name': PowerOffVM_Task, 'duration_secs': 0.166719} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.656981] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.657231] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.657429] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-330dfa94-2c83-4004-94b7-5f0c73dd6e4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.720100] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.720358] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.720550] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleting the datastore file [datastore1] e537a281-29ef-4778-8959-ad122267784e {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.720830] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba1eedb0-86eb-45d6-8b23-dd64920e5b3a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.728405] env[69773]: DEBUG oslo_vmware.api [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1281.728405] env[69773]: value = "task-3391093" [ 1281.728405] env[69773]: _type = "Task" [ 1281.728405] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.736411] env[69773]: DEBUG oslo_vmware.api [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.238236] env[69773]: DEBUG oslo_vmware.api [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124932} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.238469] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.238621] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.238792] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.238963] env[69773]: INFO nova.compute.manager [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: e537a281-29ef-4778-8959-ad122267784e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.239215] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.239412] env[69773]: DEBUG nova.compute.manager [-] [instance: e537a281-29ef-4778-8959-ad122267784e] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.239506] env[69773]: DEBUG nova.network.neutron [-] [instance: e537a281-29ef-4778-8959-ad122267784e] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1282.487248] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1282.496329] env[69773]: DEBUG nova.compute.manager [req-68306e1e-2b98-44c6-9ce0-640b4a6dca0d req-b3bb8ea5-bed7-42b4-afaf-60120ddde380 service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Received event network-vif-deleted-dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.496609] env[69773]: INFO nova.compute.manager [req-68306e1e-2b98-44c6-9ce0-640b4a6dca0d req-b3bb8ea5-bed7-42b4-afaf-60120ddde380 service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Neutron deleted interface dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51; detaching it from the instance and deleting it from the info cache [ 1282.496782] env[69773]: DEBUG nova.network.neutron [req-68306e1e-2b98-44c6-9ce0-640b4a6dca0d req-b3bb8ea5-bed7-42b4-afaf-60120ddde380 service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.949208] env[69773]: DEBUG nova.network.neutron [-] [instance: e537a281-29ef-4778-8959-ad122267784e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.990011] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.990449] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.990625] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.990838] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1282.992177] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fc0555-a3b3-4aec-9a13-796518298f60 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.000772] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4eb1a423-9235-4780-814d-ea9d8e9b5dd7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.004014] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb404fc3-27a6-4b39-b1ff-d5b9372c5a35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.021682] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536f5870-e808-4dfe-bfe7-d3fd92e78270 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.027463] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9517ff-fccf-40b9-bea8-bd7ff316c115 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.045518] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbba8a6-ccff-4943-a643-82e27f7f4d67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.061520] env[69773]: DEBUG nova.compute.manager [req-68306e1e-2b98-44c6-9ce0-640b4a6dca0d req-b3bb8ea5-bed7-42b4-afaf-60120ddde380 service nova] [instance: e537a281-29ef-4778-8959-ad122267784e] Detach interface failed, port_id=dcf5ae72-b00f-492b-8bc2-f54ae7dc5d51, reason: Instance e537a281-29ef-4778-8959-ad122267784e could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1283.086270] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179429MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1283.086478] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.086739] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.451830] env[69773]: INFO nova.compute.manager [-] [instance: e537a281-29ef-4778-8959-ad122267784e] Took 1.21 seconds to deallocate network for instance. [ 1283.959655] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.118081] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e82b533c-5d98-47e1-877a-78b4cdcdeeec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.118242] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.118366] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e4c1a86e-dc43-4561-8cff-7e2a7a0553a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.118484] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 841b2c72-e052-4014-bf00-e303cd1f8cca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.118599] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 863822bd-2e61-4734-bc19-18c00c25100b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.118712] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 65125f6c-5082-4679-80ab-907e5be99ca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.118823] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance e537a281-29ef-4778-8959-ad122267784e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1284.119017] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1284.119161] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1284.263730] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200edfb8-e39b-492c-a86a-82a3ac455a65 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.271653] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425625a4-c095-48ae-b174-1e3dc5f198f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.304954] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09759201-255e-4f71-928e-a348d6c56d01 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.313257] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe4604c-7ea7-45a2-ab68-378cf419b761 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.331041] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.837015] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.341998] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1285.342297] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.255s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.342992] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.383s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.342992] env[69773]: DEBUG nova.objects.instance [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lazy-loading 'resources' on Instance uuid e537a281-29ef-4778-8959-ad122267784e {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.953695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6d54e3-a496-46a8-9786-c999623a5568 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.960535] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce205059-3a79-48d8-bc51-5d812c9eb2f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.992984] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93450060-42e5-400a-9a08-850b3762a830 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.001074] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfbfd19-c42c-480b-90ae-03eaced3a87c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.015419] env[69773]: DEBUG nova.compute.provider_tree [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.518612] env[69773]: DEBUG nova.scheduler.client.report [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.024044] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.681s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.047177] env[69773]: INFO nova.scheduler.client.report [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted allocations for instance e537a281-29ef-4778-8959-ad122267784e [ 1287.555942] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0d0ebb06-6dac-4bac-a586-54d579cd9d2d tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "e537a281-29ef-4778-8959-ad122267784e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.931s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.262936] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquiring lock "c44a692a-dd1b-4c9c-94d6-970d236b538b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.263226] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "c44a692a-dd1b-4c9c-94d6-970d236b538b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.296015] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "66d746eb-12df-4b32-9e4f-c15683180f90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.296015] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.406029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "841b2c72-e052-4014-bf00-e303cd1f8cca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.406029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.406029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "841b2c72-e052-4014-bf00-e303cd1f8cca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.406029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.407033] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.408628] env[69773]: INFO nova.compute.manager [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Terminating instance [ 1288.770433] env[69773]: DEBUG nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.799683] env[69773]: DEBUG nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1288.895698] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.895903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.911854] env[69773]: DEBUG nova.compute.manager [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1288.912085] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1288.913651] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57126ff1-2dad-40d8-bf1a-c9c45e2f8421 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.921997] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.922246] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc14c6a-f96c-4dbb-95d0-4a93006b2540 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.928637] env[69773]: DEBUG oslo_vmware.api [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1288.928637] env[69773]: value = "task-3391096" [ 1288.928637] env[69773]: _type = "Task" [ 1288.928637] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.937038] env[69773]: DEBUG oslo_vmware.api [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.292696] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.292968] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.294482] env[69773]: INFO nova.compute.claims [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1289.319692] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.398207] env[69773]: DEBUG nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.439496] env[69773]: DEBUG oslo_vmware.api [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391096, 'name': PowerOffVM_Task, 'duration_secs': 0.196947} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.439716] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.439874] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.440137] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-817d7e9e-d70b-4301-9283-5cdd68b25a01 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.509306] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.509570] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.509760] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleting the datastore file [datastore1] 841b2c72-e052-4014-bf00-e303cd1f8cca {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.510050] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a03610cb-212d-42ab-8c1d-2b9e6bc7dcdf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.517481] env[69773]: DEBUG oslo_vmware.api [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1289.517481] env[69773]: value = "task-3391098" [ 1289.517481] env[69773]: _type = "Task" [ 1289.517481] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.525382] env[69773]: DEBUG oslo_vmware.api [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.917594] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.028206] env[69773]: DEBUG oslo_vmware.api [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225101} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.028413] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.028593] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.028766] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.028937] env[69773]: INFO nova.compute.manager [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1290.029194] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.029389] env[69773]: DEBUG nova.compute.manager [-] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.029498] env[69773]: DEBUG nova.network.neutron [-] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1290.291267] env[69773]: DEBUG nova.compute.manager [req-a9ed309c-ec69-4374-aded-305a6a371c8b req-420a6208-f165-487f-bc29-9d867389e694 service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Received event network-vif-deleted-0ee49979-19db-438c-95af-f9fc42d0a100 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.291463] env[69773]: INFO nova.compute.manager [req-a9ed309c-ec69-4374-aded-305a6a371c8b req-420a6208-f165-487f-bc29-9d867389e694 service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Neutron deleted interface 0ee49979-19db-438c-95af-f9fc42d0a100; detaching it from the instance and deleting it from the info cache [ 1290.291635] env[69773]: DEBUG nova.network.neutron [req-a9ed309c-ec69-4374-aded-305a6a371c8b req-420a6208-f165-487f-bc29-9d867389e694 service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.421988] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da24aa4-69e2-4337-a3a6-d1eb63650145 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.431039] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b67ea8-57d4-4e48-b60d-43ddbb8fd1b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.464284] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9193e769-f1af-45cf-90de-010fbe487ef9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.471970] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d5262-2b11-42c3-831c-2b1bda09c47d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.490526] env[69773]: DEBUG nova.compute.provider_tree [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.759983] env[69773]: DEBUG nova.network.neutron [-] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.794426] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7f27de3-0143-41b5-afc3-b55d81cb64e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.805056] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77f4622-acc9-4a5f-bd5d-c522561ad317 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.835630] env[69773]: DEBUG nova.compute.manager [req-a9ed309c-ec69-4374-aded-305a6a371c8b req-420a6208-f165-487f-bc29-9d867389e694 service nova] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Detach interface failed, port_id=0ee49979-19db-438c-95af-f9fc42d0a100, reason: Instance 841b2c72-e052-4014-bf00-e303cd1f8cca could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1290.993822] env[69773]: DEBUG nova.scheduler.client.report [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.262242] env[69773]: INFO nova.compute.manager [-] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Took 1.23 seconds to deallocate network for instance. [ 1291.498558] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.499248] env[69773]: DEBUG nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1291.501658] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.182s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.503660] env[69773]: INFO nova.compute.claims [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.769891] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.008217] env[69773]: DEBUG nova.compute.utils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1292.012186] env[69773]: DEBUG nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1292.012186] env[69773]: DEBUG nova.network.neutron [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.063493] env[69773]: DEBUG nova.policy [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbb8be64bd44d26a619cc2637094369', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8708fe3adf1d4918add82d279b1b01b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1292.339085] env[69773]: DEBUG nova.network.neutron [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Successfully created port: f66bf848-bb8e-4614-ac8a-2a80ece3dcb9 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1292.520886] env[69773]: DEBUG nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1292.664941] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ef99b9-7f2c-4505-a9aa-e9fb4471f7e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.673042] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217d15d8-8cf0-40d7-aab5-1e547199e63b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.704775] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232d4c10-7052-4afd-ab4f-f143be2dceeb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.712924] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0265f7d6-b5f4-4eb6-848e-a55c26513067 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.727069] env[69773]: DEBUG nova.compute.provider_tree [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.230368] env[69773]: DEBUG nova.scheduler.client.report [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.301064] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "863822bd-2e61-4734-bc19-18c00c25100b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.301298] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.528207] env[69773]: DEBUG nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1293.557096] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.557392] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.557520] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.557702] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.557845] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.557990] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.558211] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.558369] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.558581] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.558758] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.558930] env[69773]: DEBUG nova.virt.hardware [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.559789] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320bdd9a-3f01-465e-b9a6-d5baadde7d0d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.568519] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd114f0-0370-46de-81cd-ff1387f1734f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.735142] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.233s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.735652] env[69773]: DEBUG nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.738626] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.821s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.739988] env[69773]: INFO nova.compute.claims [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.804222] env[69773]: DEBUG nova.compute.utils [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.860484] env[69773]: DEBUG nova.compute.manager [req-56ab82da-5139-46ad-b50e-cdf8684918c4 req-fa6b86f7-f159-4c16-a141-64e988730761 service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Received event network-vif-plugged-f66bf848-bb8e-4614-ac8a-2a80ece3dcb9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.861548] env[69773]: DEBUG oslo_concurrency.lockutils [req-56ab82da-5139-46ad-b50e-cdf8684918c4 req-fa6b86f7-f159-4c16-a141-64e988730761 service nova] Acquiring lock "c44a692a-dd1b-4c9c-94d6-970d236b538b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.861548] env[69773]: DEBUG oslo_concurrency.lockutils [req-56ab82da-5139-46ad-b50e-cdf8684918c4 req-fa6b86f7-f159-4c16-a141-64e988730761 service nova] Lock "c44a692a-dd1b-4c9c-94d6-970d236b538b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.861548] env[69773]: DEBUG oslo_concurrency.lockutils [req-56ab82da-5139-46ad-b50e-cdf8684918c4 req-fa6b86f7-f159-4c16-a141-64e988730761 service nova] Lock "c44a692a-dd1b-4c9c-94d6-970d236b538b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.861548] env[69773]: DEBUG nova.compute.manager [req-56ab82da-5139-46ad-b50e-cdf8684918c4 req-fa6b86f7-f159-4c16-a141-64e988730761 service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] No waiting events found dispatching network-vif-plugged-f66bf848-bb8e-4614-ac8a-2a80ece3dcb9 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1293.861749] env[69773]: WARNING nova.compute.manager [req-56ab82da-5139-46ad-b50e-cdf8684918c4 req-fa6b86f7-f159-4c16-a141-64e988730761 service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Received unexpected event network-vif-plugged-f66bf848-bb8e-4614-ac8a-2a80ece3dcb9 for instance with vm_state building and task_state spawning. [ 1293.950590] env[69773]: DEBUG nova.network.neutron [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Successfully updated port: f66bf848-bb8e-4614-ac8a-2a80ece3dcb9 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.244014] env[69773]: DEBUG nova.compute.utils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1294.249043] env[69773]: DEBUG nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1294.249043] env[69773]: DEBUG nova.network.neutron [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1294.288339] env[69773]: DEBUG nova.policy [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c361918cd959452589884b330317247a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43abea7adbda4bcba5f275f915338cbf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.306955] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.454014] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquiring lock "refresh_cache-c44a692a-dd1b-4c9c-94d6-970d236b538b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.454172] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquired lock "refresh_cache-c44a692a-dd1b-4c9c-94d6-970d236b538b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.454323] env[69773]: DEBUG nova.network.neutron [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1294.609711] env[69773]: DEBUG nova.network.neutron [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Successfully created port: 7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.750916] env[69773]: DEBUG nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.889809] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d3a510-67aa-4cc1-9495-14ce7d020d76 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.899124] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3617684-9dd5-43e2-987f-55c2137a788e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.931330] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b667e8-99f0-4386-a1d6-af3f04226d12 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.939770] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65686184-c940-4678-8caa-bad36ccb1d71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.954122] env[69773]: DEBUG nova.compute.provider_tree [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.987428] env[69773]: DEBUG nova.network.neutron [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1295.104928] env[69773]: DEBUG nova.network.neutron [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Updating instance_info_cache with network_info: [{"id": "f66bf848-bb8e-4614-ac8a-2a80ece3dcb9", "address": "fa:16:3e:13:c8:5e", "network": {"id": "908a4030-b7d9-42e5-b169-d780d4518523", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1671561850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8708fe3adf1d4918add82d279b1b01b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66bf848-bb", "ovs_interfaceid": "f66bf848-bb8e-4614-ac8a-2a80ece3dcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.259740] env[69773]: INFO nova.virt.block_device [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Booting with volume eaba9045-0bcb-45c8-92b9-d4ed1840865c at /dev/sda [ 1295.295548] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59785804-6dda-4907-9271-47230e101a42 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.306643] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c1a42a-a0f3-4a28-955d-213e5dd4ed06 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.336028] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd9eeb2d-0755-40d2-a7b7-891506a291b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.345751] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02210bbd-583c-4383-ad2e-906908228294 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.375750] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925fd17-d74a-4fe2-9fa0-2271c0fdd4d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.382847] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "863822bd-2e61-4734-bc19-18c00c25100b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.383110] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.383329] env[69773]: INFO nova.compute.manager [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Attaching volume 785994ee-11cc-4989-92c7-e1e47440dccc to /dev/sdb [ 1295.385619] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2805a39d-4e05-4cea-b4f9-92a769524266 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.400234] env[69773]: DEBUG nova.virt.block_device [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating existing volume attachment record: c59aaeb6-bb71-43f8-a961-75dcb40e6656 {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1295.415724] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f914b59-1e80-4eb5-9777-3141a939d0f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.424752] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f17ba6-e4e8-47d5-88e4-9490f156bed2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.439591] env[69773]: DEBUG nova.virt.block_device [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Updating existing volume attachment record: da597617-b123-4112-98b9-b406ca44ab4e {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1295.458112] env[69773]: DEBUG nova.scheduler.client.report [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.607184] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Releasing lock "refresh_cache-c44a692a-dd1b-4c9c-94d6-970d236b538b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.607515] env[69773]: DEBUG nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Instance network_info: |[{"id": "f66bf848-bb8e-4614-ac8a-2a80ece3dcb9", "address": "fa:16:3e:13:c8:5e", "network": {"id": "908a4030-b7d9-42e5-b169-d780d4518523", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1671561850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8708fe3adf1d4918add82d279b1b01b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66bf848-bb", "ovs_interfaceid": "f66bf848-bb8e-4614-ac8a-2a80ece3dcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1295.607927] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:c8:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d2e4070-a78e-4d08-a104-b6312ab65577', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f66bf848-bb8e-4614-ac8a-2a80ece3dcb9', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1295.615683] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Creating folder: Project (8708fe3adf1d4918add82d279b1b01b8). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.616113] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12677451-2c77-4f44-9b97-23054a78a9f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.626966] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Created folder: Project (8708fe3adf1d4918add82d279b1b01b8) in parent group-v676268. [ 1295.627202] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Creating folder: Instances. Parent ref: group-v676591. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1295.627441] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19a31541-537d-495f-95a4-76388e30fabf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.637335] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Created folder: Instances in parent group-v676591. [ 1295.637564] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1295.637758] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1295.637963] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-611715cd-65ac-4e64-979c-25ffd23e049a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.656648] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1295.656648] env[69773]: value = "task-3391102" [ 1295.656648] env[69773]: _type = "Task" [ 1295.656648] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.665931] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391102, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.965163] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.965163] env[69773]: DEBUG nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1295.967492] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.198s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.967764] env[69773]: DEBUG nova.objects.instance [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lazy-loading 'resources' on Instance uuid 841b2c72-e052-4014-bf00-e303cd1f8cca {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.127720] env[69773]: DEBUG nova.network.neutron [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Successfully updated port: 7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.166695] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391102, 'name': CreateVM_Task, 'duration_secs': 0.362871} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.166930] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1296.173921] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.174127] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.174458] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.174707] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11080106-1e44-47c4-8449-296374609a13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.179578] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1296.179578] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5208be7d-84ee-a261-c35b-c6c0a31b567b" [ 1296.179578] env[69773]: _type = "Task" [ 1296.179578] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.188731] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5208be7d-84ee-a261-c35b-c6c0a31b567b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.231700] env[69773]: DEBUG nova.compute.manager [req-98a210fb-4a43-4355-81a3-a759784228b1 req-9f7db68a-5e6f-4b80-819d-336385f2f7a6 service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Received event network-changed-f66bf848-bb8e-4614-ac8a-2a80ece3dcb9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.231905] env[69773]: DEBUG nova.compute.manager [req-98a210fb-4a43-4355-81a3-a759784228b1 req-9f7db68a-5e6f-4b80-819d-336385f2f7a6 service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Refreshing instance network info cache due to event network-changed-f66bf848-bb8e-4614-ac8a-2a80ece3dcb9. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1296.232100] env[69773]: DEBUG oslo_concurrency.lockutils [req-98a210fb-4a43-4355-81a3-a759784228b1 req-9f7db68a-5e6f-4b80-819d-336385f2f7a6 service nova] Acquiring lock "refresh_cache-c44a692a-dd1b-4c9c-94d6-970d236b538b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.232240] env[69773]: DEBUG oslo_concurrency.lockutils [req-98a210fb-4a43-4355-81a3-a759784228b1 req-9f7db68a-5e6f-4b80-819d-336385f2f7a6 service nova] Acquired lock "refresh_cache-c44a692a-dd1b-4c9c-94d6-970d236b538b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.232441] env[69773]: DEBUG nova.network.neutron [req-98a210fb-4a43-4355-81a3-a759784228b1 req-9f7db68a-5e6f-4b80-819d-336385f2f7a6 service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Refreshing network info cache for port f66bf848-bb8e-4614-ac8a-2a80ece3dcb9 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1296.470814] env[69773]: DEBUG nova.compute.utils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1296.475724] env[69773]: DEBUG nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1296.475920] env[69773]: DEBUG nova.network.neutron [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.541800] env[69773]: DEBUG nova.policy [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf03d862c2174741832d52304e1fa5e1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae15fe15017947e39091241f01d37120', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1296.590587] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eff131-1c23-4568-ac7a-edaf61ae7d26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.599092] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ebf22a-beb7-4dd9-bb45-0d11a229575d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.636354] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.636507] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.636679] env[69773]: DEBUG nova.network.neutron [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1296.638498] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b11a1a6-d7e7-442b-b920-f30fc6b527a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.647875] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0d6766-7ba8-4963-9121-911a52a64c2e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.664691] env[69773]: DEBUG nova.compute.provider_tree [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.689700] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5208be7d-84ee-a261-c35b-c6c0a31b567b, 'name': SearchDatastore_Task, 'duration_secs': 0.012865} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.689991] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.690232] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.690462] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.690606] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.690776] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.691045] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3905ec7-d83f-4021-8f9d-5c397ad24bde {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.700672] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.700850] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.701598] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27acd978-0292-42cd-bad4-cd788788aa76 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.706969] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1296.706969] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c6592a-aeb6-3610-69d8-6d40f41b9d3e" [ 1296.706969] env[69773]: _type = "Task" [ 1296.706969] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.715553] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c6592a-aeb6-3610-69d8-6d40f41b9d3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.966832] env[69773]: DEBUG nova.network.neutron [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Successfully created port: 074b0629-116e-499c-a795-f8061003c299 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1296.977072] env[69773]: DEBUG nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1297.054375] env[69773]: DEBUG nova.network.neutron [req-98a210fb-4a43-4355-81a3-a759784228b1 req-9f7db68a-5e6f-4b80-819d-336385f2f7a6 service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Updated VIF entry in instance network info cache for port f66bf848-bb8e-4614-ac8a-2a80ece3dcb9. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1297.054741] env[69773]: DEBUG nova.network.neutron [req-98a210fb-4a43-4355-81a3-a759784228b1 req-9f7db68a-5e6f-4b80-819d-336385f2f7a6 service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Updating instance_info_cache with network_info: [{"id": "f66bf848-bb8e-4614-ac8a-2a80ece3dcb9", "address": "fa:16:3e:13:c8:5e", "network": {"id": "908a4030-b7d9-42e5-b169-d780d4518523", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1671561850-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8708fe3adf1d4918add82d279b1b01b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d2e4070-a78e-4d08-a104-b6312ab65577", "external-id": "nsx-vlan-transportzone-292", "segmentation_id": 292, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf66bf848-bb", "ovs_interfaceid": "f66bf848-bb8e-4614-ac8a-2a80ece3dcb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.168265] env[69773]: DEBUG nova.scheduler.client.report [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.183502] env[69773]: DEBUG nova.network.neutron [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1297.217727] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c6592a-aeb6-3610-69d8-6d40f41b9d3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010618} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.218502] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa057f5-d71e-4d27-8c6b-ee88f1641670 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.224648] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1297.224648] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526c8b3d-ffde-8d7c-f100-eaf1acf476cc" [ 1297.224648] env[69773]: _type = "Task" [ 1297.224648] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.232651] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526c8b3d-ffde-8d7c-f100-eaf1acf476cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.342945] env[69773]: DEBUG nova.network.neutron [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance_info_cache with network_info: [{"id": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "address": "fa:16:3e:67:af:50", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8cf34d-4c", "ovs_interfaceid": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.488217] env[69773]: DEBUG nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1297.489058] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.489058] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.489380] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.489534] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.489769] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.489991] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.490281] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.490520] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.490759] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.490990] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.491247] env[69773]: DEBUG nova.virt.hardware [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.492159] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2b4159-c5d7-4fa5-b97e-0ce97252cd68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.501765] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9e834a-7b0d-4243-8b59-502994c1dbb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.557200] env[69773]: DEBUG oslo_concurrency.lockutils [req-98a210fb-4a43-4355-81a3-a759784228b1 req-9f7db68a-5e6f-4b80-819d-336385f2f7a6 service nova] Releasing lock "refresh_cache-c44a692a-dd1b-4c9c-94d6-970d236b538b" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.672685] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.695437] env[69773]: INFO nova.scheduler.client.report [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted allocations for instance 841b2c72-e052-4014-bf00-e303cd1f8cca [ 1297.739978] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]526c8b3d-ffde-8d7c-f100-eaf1acf476cc, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.741006] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.741310] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] c44a692a-dd1b-4c9c-94d6-970d236b538b/c44a692a-dd1b-4c9c-94d6-970d236b538b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1297.741566] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-567d8e7b-229d-4918-b4ed-29159bbfda54 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.749195] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1297.749195] env[69773]: value = "task-3391104" [ 1297.749195] env[69773]: _type = "Task" [ 1297.749195] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.757545] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.845963] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.846385] env[69773]: DEBUG nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Instance network_info: |[{"id": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "address": "fa:16:3e:67:af:50", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8cf34d-4c", "ovs_interfaceid": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.846937] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:af:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.855195] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.855430] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.855663] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc69e77f-048f-4608-8842-62cc047d9d68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.877659] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.877659] env[69773]: value = "task-3391105" [ 1297.877659] env[69773]: _type = "Task" [ 1297.877659] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.886663] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391105, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.985348] env[69773]: DEBUG nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1298.016179] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.016450] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.016634] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.016822] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.016993] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.017227] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.017534] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.017694] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.017933] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.018122] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.018307] env[69773]: DEBUG nova.virt.hardware [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.019215] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77580651-24aa-428f-a888-58781654bffd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.032247] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fb77be-0b74-455f-b98f-4b2d9b14a7a0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.204486] env[69773]: DEBUG oslo_concurrency.lockutils [None req-db52210e-f17d-4e47-ae4f-3331d6a1c605 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "841b2c72-e052-4014-bf00-e303cd1f8cca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.799s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.259914] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449268} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.260205] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] c44a692a-dd1b-4c9c-94d6-970d236b538b/c44a692a-dd1b-4c9c-94d6-970d236b538b.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1298.260424] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1298.260682] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-553ba8f1-7ceb-45cf-ad4e-067110c2073f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.265888] env[69773]: DEBUG nova.compute.manager [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Received event network-vif-plugged-7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.266187] env[69773]: DEBUG oslo_concurrency.lockutils [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] Acquiring lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.266409] env[69773]: DEBUG oslo_concurrency.lockutils [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] Lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.266559] env[69773]: DEBUG oslo_concurrency.lockutils [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] Lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.266739] env[69773]: DEBUG nova.compute.manager [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] No waiting events found dispatching network-vif-plugged-7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1298.266905] env[69773]: WARNING nova.compute.manager [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Received unexpected event network-vif-plugged-7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc for instance with vm_state building and task_state spawning. [ 1298.267098] env[69773]: DEBUG nova.compute.manager [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Received event network-changed-7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.267296] env[69773]: DEBUG nova.compute.manager [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Refreshing instance network info cache due to event network-changed-7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.267520] env[69773]: DEBUG oslo_concurrency.lockutils [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] Acquiring lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.267692] env[69773]: DEBUG oslo_concurrency.lockutils [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] Acquired lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.267872] env[69773]: DEBUG nova.network.neutron [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Refreshing network info cache for port 7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1298.271854] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1298.271854] env[69773]: value = "task-3391106" [ 1298.271854] env[69773]: _type = "Task" [ 1298.271854] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.283673] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.388265] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391105, 'name': CreateVM_Task, 'duration_secs': 0.465023} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.388439] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.389132] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676590', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'name': 'volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66d746eb-12df-4b32-9e4f-c15683180f90', 'attached_at': '', 'detached_at': '', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'serial': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c'}, 'disk_bus': None, 'attachment_id': 'c59aaeb6-bb71-43f8-a961-75dcb40e6656', 'device_type': None, 'delete_on_termination': True, 'boot_index': 0, 'guest_format': None, 'mount_device': '/dev/sda', 'volume_type': None}], 'swap': None} {{(pid=69773) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1298.389346] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Root volume attach. Driver type: vmdk {{(pid=69773) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1298.390219] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfe69d8-146b-4f08-b3cc-a51af9f301be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.399234] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1104e6f9-9501-4927-bd2d-7663353b8900 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.406877] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b613e1-66d8-4ab3-b3f9-05b063005ad4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.415566] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0c568bc4-12b6-4950-8270-ab0266746cd2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.422947] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1298.422947] env[69773]: value = "task-3391107" [ 1298.422947] env[69773]: _type = "Task" [ 1298.422947] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.431758] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.630088] env[69773]: DEBUG nova.network.neutron [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Successfully updated port: 074b0629-116e-499c-a795-f8061003c299 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.785491] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067248} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.785890] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1298.786810] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f1718d-2af1-46b4-80da-a5d4cfb59df1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.813999] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] c44a692a-dd1b-4c9c-94d6-970d236b538b/c44a692a-dd1b-4c9c-94d6-970d236b538b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.817124] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0159f1d-40c0-4c4a-b604-5f28e97b1c59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.841045] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1298.841045] env[69773]: value = "task-3391108" [ 1298.841045] env[69773]: _type = "Task" [ 1298.841045] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.852210] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.934041] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 42%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.034680] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.034922] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.035187] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.035517] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.035911] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.038358] env[69773]: INFO nova.compute.manager [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Terminating instance [ 1299.087022] env[69773]: DEBUG nova.network.neutron [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updated VIF entry in instance network info cache for port 7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1299.087473] env[69773]: DEBUG nova.network.neutron [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance_info_cache with network_info: [{"id": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "address": "fa:16:3e:67:af:50", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8cf34d-4c", "ovs_interfaceid": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.133496] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "refresh_cache-7e62019c-1ffe-4931-aef1-0dc6f35280e5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.133655] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "refresh_cache-7e62019c-1ffe-4931-aef1-0dc6f35280e5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.133806] env[69773]: DEBUG nova.network.neutron [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1299.350721] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391108, 'name': ReconfigVM_Task, 'duration_secs': 0.327232} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.350987] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] c44a692a-dd1b-4c9c-94d6-970d236b538b/c44a692a-dd1b-4c9c-94d6-970d236b538b.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.351696] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-092b14bb-179a-496b-aeae-74c93c5856b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.358401] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1299.358401] env[69773]: value = "task-3391109" [ 1299.358401] env[69773]: _type = "Task" [ 1299.358401] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.368550] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391109, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.434048] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 56%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.542546] env[69773]: DEBUG nova.compute.manager [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1299.542808] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1299.543769] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80328dfb-2da2-4cf4-b7df-5b30e452f9e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.551820] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.552118] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4362acd3-9efd-420f-a8dd-8b9037ef2790 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.558445] env[69773]: DEBUG oslo_vmware.api [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1299.558445] env[69773]: value = "task-3391110" [ 1299.558445] env[69773]: _type = "Task" [ 1299.558445] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.567018] env[69773]: DEBUG oslo_vmware.api [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.590965] env[69773]: DEBUG oslo_concurrency.lockutils [req-5a42b354-68df-47a6-a9b3-32aa9c49d182 req-d71086c7-1177-425f-a6ac-fd31cc0a03be service nova] Releasing lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.668216] env[69773]: DEBUG nova.network.neutron [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1299.869278] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391109, 'name': Rename_Task, 'duration_secs': 0.173768} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.869590] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1299.869887] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd794103-579e-422c-8400-833828473286 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.876153] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1299.876153] env[69773]: value = "task-3391111" [ 1299.876153] env[69773]: _type = "Task" [ 1299.876153] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.884512] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.890570] env[69773]: DEBUG nova.network.neutron [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Updating instance_info_cache with network_info: [{"id": "074b0629-116e-499c-a795-f8061003c299", "address": "fa:16:3e:dd:7b:82", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074b0629-11", "ovs_interfaceid": "074b0629-116e-499c-a795-f8061003c299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.936205] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 69%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.985904] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1299.986179] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676593', 'volume_id': '785994ee-11cc-4989-92c7-e1e47440dccc', 'name': 'volume-785994ee-11cc-4989-92c7-e1e47440dccc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863822bd-2e61-4734-bc19-18c00c25100b', 'attached_at': '', 'detached_at': '', 'volume_id': '785994ee-11cc-4989-92c7-e1e47440dccc', 'serial': '785994ee-11cc-4989-92c7-e1e47440dccc'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1299.987091] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75ba74b-ce3a-49e6-a6f1-1e4e507bdd28 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.003963] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af27c33d-195c-477f-918a-8832656cd7ea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.028865] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-785994ee-11cc-4989-92c7-e1e47440dccc/volume-785994ee-11cc-4989-92c7-e1e47440dccc.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.029235] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b15646-38e6-4ff4-98a2-cfe3b86f910a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.049136] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1300.049136] env[69773]: value = "task-3391112" [ 1300.049136] env[69773]: _type = "Task" [ 1300.049136] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.058675] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391112, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.067014] env[69773]: DEBUG oslo_vmware.api [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391110, 'name': PowerOffVM_Task, 'duration_secs': 0.291491} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.067322] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.067486] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.067754] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342d8221-30c9-4d10-abfc-59b4167c6de9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.138729] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.139069] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.139275] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleting the datastore file [datastore1] e4c1a86e-dc43-4561-8cff-7e2a7a0553a8 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.139566] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c354ee57-9128-4759-8e35-131fe9875c46 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.147844] env[69773]: DEBUG oslo_vmware.api [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1300.147844] env[69773]: value = "task-3391114" [ 1300.147844] env[69773]: _type = "Task" [ 1300.147844] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.156694] env[69773]: DEBUG oslo_vmware.api [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.296155] env[69773]: DEBUG nova.compute.manager [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Received event network-vif-plugged-074b0629-116e-499c-a795-f8061003c299 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.296376] env[69773]: DEBUG oslo_concurrency.lockutils [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] Acquiring lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.296692] env[69773]: DEBUG oslo_concurrency.lockutils [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] Lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.296972] env[69773]: DEBUG oslo_concurrency.lockutils [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] Lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.297246] env[69773]: DEBUG nova.compute.manager [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] No waiting events found dispatching network-vif-plugged-074b0629-116e-499c-a795-f8061003c299 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1300.297420] env[69773]: WARNING nova.compute.manager [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Received unexpected event network-vif-plugged-074b0629-116e-499c-a795-f8061003c299 for instance with vm_state building and task_state spawning. [ 1300.297586] env[69773]: DEBUG nova.compute.manager [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Received event network-changed-074b0629-116e-499c-a795-f8061003c299 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.297740] env[69773]: DEBUG nova.compute.manager [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Refreshing instance network info cache due to event network-changed-074b0629-116e-499c-a795-f8061003c299. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.297907] env[69773]: DEBUG oslo_concurrency.lockutils [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] Acquiring lock "refresh_cache-7e62019c-1ffe-4931-aef1-0dc6f35280e5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.388134] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391111, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.393942] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "refresh_cache-7e62019c-1ffe-4931-aef1-0dc6f35280e5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.394334] env[69773]: DEBUG nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Instance network_info: |[{"id": "074b0629-116e-499c-a795-f8061003c299", "address": "fa:16:3e:dd:7b:82", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074b0629-11", "ovs_interfaceid": "074b0629-116e-499c-a795-f8061003c299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1300.394662] env[69773]: DEBUG oslo_concurrency.lockutils [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] Acquired lock "refresh_cache-7e62019c-1ffe-4931-aef1-0dc6f35280e5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.395208] env[69773]: DEBUG nova.network.neutron [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Refreshing network info cache for port 074b0629-116e-499c-a795-f8061003c299 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1300.396406] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:7b:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c13fd8bc-e797-42fe-94ed-6370d3467a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '074b0629-116e-499c-a795-f8061003c299', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.404927] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.408329] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.408982] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-635fc3cb-6887-4651-b3a4-691868ae6130 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.440121] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 84%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.441324] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.441324] env[69773]: value = "task-3391115" [ 1300.441324] env[69773]: _type = "Task" [ 1300.441324] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.452043] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391115, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.560318] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.659483] env[69773]: DEBUG oslo_vmware.api [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446196} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.659751] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.660016] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.660237] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.660504] env[69773]: INFO nova.compute.manager [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1300.660926] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.661178] env[69773]: DEBUG nova.compute.manager [-] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.661278] env[69773]: DEBUG nova.network.neutron [-] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1300.685429] env[69773]: DEBUG nova.network.neutron [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Updated VIF entry in instance network info cache for port 074b0629-116e-499c-a795-f8061003c299. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1300.685887] env[69773]: DEBUG nova.network.neutron [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Updating instance_info_cache with network_info: [{"id": "074b0629-116e-499c-a795-f8061003c299", "address": "fa:16:3e:dd:7b:82", "network": {"id": "9888026b-ee18-47da-9454-1bd3176f6ce4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1384820229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae15fe15017947e39091241f01d37120", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c13fd8bc-e797-42fe-94ed-6370d3467a7f", "external-id": "nsx-vlan-transportzone-833", "segmentation_id": 833, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap074b0629-11", "ovs_interfaceid": "074b0629-116e-499c-a795-f8061003c299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.887355] env[69773]: DEBUG oslo_vmware.api [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391111, 'name': PowerOnVM_Task, 'duration_secs': 0.768674} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.887771] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1300.888113] env[69773]: INFO nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1300.888388] env[69773]: DEBUG nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1300.889355] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d5d36c-1a0a-4c3e-84ba-b7c645dfc703 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.937354] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 97%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.951852] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391115, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.060096] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391112, 'name': ReconfigVM_Task, 'duration_secs': 0.77687} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.060477] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-785994ee-11cc-4989-92c7-e1e47440dccc/volume-785994ee-11cc-4989-92c7-e1e47440dccc.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.065509] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beba3095-fff2-4fdc-a84f-ca5a4db57f59 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.083431] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1301.083431] env[69773]: value = "task-3391116" [ 1301.083431] env[69773]: _type = "Task" [ 1301.083431] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.095402] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.189027] env[69773]: DEBUG oslo_concurrency.lockutils [req-50dfdbe4-42ce-44cc-a128-3209b957ef47 req-ea8d72d9-7aec-45f0-8b33-b33c79222ae4 service nova] Releasing lock "refresh_cache-7e62019c-1ffe-4931-aef1-0dc6f35280e5" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.408298] env[69773]: INFO nova.compute.manager [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Took 12.13 seconds to build instance. [ 1301.438287] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 97%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.450518] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391115, 'name': CreateVM_Task, 'duration_secs': 0.724239} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.450692] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.451431] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.451579] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.451899] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.452171] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914c8fa8-004d-4ef3-88e7-d605d1ab88df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.457527] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1301.457527] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52446fc2-102a-ff37-9c84-7bdc19e113cb" [ 1301.457527] env[69773]: _type = "Task" [ 1301.457527] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.465592] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52446fc2-102a-ff37-9c84-7bdc19e113cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.593447] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.786294] env[69773]: DEBUG nova.network.neutron [-] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.887309] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquiring lock "c44a692a-dd1b-4c9c-94d6-970d236b538b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.910764] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5465c0f5-e224-4a26-95a9-164efe68e672 tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "c44a692a-dd1b-4c9c-94d6-970d236b538b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.647s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.911272] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "c44a692a-dd1b-4c9c-94d6-970d236b538b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.024s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.911450] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquiring lock "c44a692a-dd1b-4c9c-94d6-970d236b538b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.911705] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "c44a692a-dd1b-4c9c-94d6-970d236b538b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.911932] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "c44a692a-dd1b-4c9c-94d6-970d236b538b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.914063] env[69773]: INFO nova.compute.manager [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Terminating instance [ 1301.938250] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 98%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.968503] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52446fc2-102a-ff37-9c84-7bdc19e113cb, 'name': SearchDatastore_Task, 'duration_secs': 0.099203} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.968698] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.968922] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.969169] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.969365] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.969567] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.969881] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67708fa2-7b21-4cd7-8226-196efbda7bcf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.977832] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.978016] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.978904] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc6f6065-dcac-4905-803c-40ab913bdbdc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.984812] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1301.984812] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f4e452-c46a-d255-021f-a138aa7a1ae6" [ 1301.984812] env[69773]: _type = "Task" [ 1301.984812] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.994152] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f4e452-c46a-d255-021f-a138aa7a1ae6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.094210] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391116, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.288750] env[69773]: INFO nova.compute.manager [-] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Took 1.63 seconds to deallocate network for instance. [ 1302.322506] env[69773]: DEBUG nova.compute.manager [req-af7eb392-3de1-44b7-8429-389c5c8d2bfc req-59d1127a-4eb1-42b6-8575-3c369449619f service nova] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Received event network-vif-deleted-2921a753-d37c-4692-bbe4-9a870b641716 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.418182] env[69773]: DEBUG nova.compute.manager [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.418424] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.419334] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d71be32-56a3-4438-b2fc-df3b5924cb66 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.429300] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.432371] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7709c742-d18e-4778-a06a-9597885ef19b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.438907] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task} progress is 98%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.440086] env[69773]: DEBUG oslo_vmware.api [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1302.440086] env[69773]: value = "task-3391117" [ 1302.440086] env[69773]: _type = "Task" [ 1302.440086] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.447563] env[69773]: DEBUG oslo_vmware.api [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391117, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.494942] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f4e452-c46a-d255-021f-a138aa7a1ae6, 'name': SearchDatastore_Task, 'duration_secs': 0.008712} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.495758] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c31fa9-ff50-4cac-a2b9-f300a2455bb5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.500670] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1302.500670] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523ed2ef-6fa7-cf28-fefc-040a4be389fb" [ 1302.500670] env[69773]: _type = "Task" [ 1302.500670] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.510477] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523ed2ef-6fa7-cf28-fefc-040a4be389fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.594622] env[69773]: DEBUG oslo_vmware.api [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391116, 'name': ReconfigVM_Task, 'duration_secs': 1.269419} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.594904] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676593', 'volume_id': '785994ee-11cc-4989-92c7-e1e47440dccc', 'name': 'volume-785994ee-11cc-4989-92c7-e1e47440dccc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863822bd-2e61-4734-bc19-18c00c25100b', 'attached_at': '', 'detached_at': '', 'volume_id': '785994ee-11cc-4989-92c7-e1e47440dccc', 'serial': '785994ee-11cc-4989-92c7-e1e47440dccc'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1302.796523] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.796930] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.797158] env[69773]: DEBUG nova.objects.instance [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'resources' on Instance uuid e4c1a86e-dc43-4561-8cff-7e2a7a0553a8 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.939221] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391107, 'name': RelocateVM_Task, 'duration_secs': 4.112686} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.939501] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1302.939709] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676590', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'name': 'volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66d746eb-12df-4b32-9e4f-c15683180f90', 'attached_at': '', 'detached_at': '', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'serial': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1302.940508] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646e657f-c3e7-4308-b817-31cd1965c1ed {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.961409] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a377d514-7704-463b-8a22-055045e1ac26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.963722] env[69773]: DEBUG oslo_vmware.api [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391117, 'name': PowerOffVM_Task, 'duration_secs': 0.376379} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.963940] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.964120] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.964610] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df1f2870-ebf7-4d0e-9172-6774a2ecc683 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.982781] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c/volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1302.983011] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c101d01-1df2-4568-b12e-4cfc776ffe10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.001623] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1303.001623] env[69773]: value = "task-3391119" [ 1303.001623] env[69773]: _type = "Task" [ 1303.001623] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.012455] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523ed2ef-6fa7-cf28-fefc-040a4be389fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.015579] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.015843] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 7e62019c-1ffe-4931-aef1-0dc6f35280e5/7e62019c-1ffe-4931-aef1-0dc6f35280e5.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.016121] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.016335] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81b175eb-b45a-4713-bb87-5a4b851a027f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.025343] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1303.025552] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1303.025733] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Deleting the datastore file [datastore1] c44a692a-dd1b-4c9c-94d6-970d236b538b {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.026820] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a32edc1b-09d8-43bd-82df-76f15cb6044b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.028466] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1303.028466] env[69773]: value = "task-3391120" [ 1303.028466] env[69773]: _type = "Task" [ 1303.028466] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.032646] env[69773]: DEBUG oslo_vmware.api [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for the task: (returnval){ [ 1303.032646] env[69773]: value = "task-3391121" [ 1303.032646] env[69773]: _type = "Task" [ 1303.032646] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.038680] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.043372] env[69773]: DEBUG oslo_vmware.api [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.434642] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44c4280-9d02-4783-bf8a-12ecbadaf252 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.443357] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5611bba-dc31-4588-bb0c-90f239fc072a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.473800] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03be58a-f64f-4b84-8ca8-9371ed031a24 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.481496] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c4a89f-1fff-4721-9175-d316e15270f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.496638] env[69773]: DEBUG nova.compute.provider_tree [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.515877] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391119, 'name': ReconfigVM_Task, 'duration_secs': 0.341313} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.516178] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c/volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1303.521343] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d147af9d-f944-42c2-af36-214bfbfec9fc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.541964] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1303.541964] env[69773]: value = "task-3391122" [ 1303.541964] env[69773]: _type = "Task" [ 1303.541964] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.545494] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436055} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.550608] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 7e62019c-1ffe-4931-aef1-0dc6f35280e5/7e62019c-1ffe-4931-aef1-0dc6f35280e5.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.550848] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.551140] env[69773]: DEBUG oslo_vmware.api [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Task: {'id': task-3391121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133876} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.551347] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80198b16-45f2-42ae-bd54-48218c699793 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.553186] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.553373] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.553548] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.553713] env[69773]: INFO nova.compute.manager [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1303.553929] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.554425] env[69773]: DEBUG nova.compute.manager [-] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.554558] env[69773]: DEBUG nova.network.neutron [-] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1303.559609] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391122, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.560811] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1303.560811] env[69773]: value = "task-3391123" [ 1303.560811] env[69773]: _type = "Task" [ 1303.560811] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.569956] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.633094] env[69773]: DEBUG nova.objects.instance [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'flavor' on Instance uuid 863822bd-2e61-4734-bc19-18c00c25100b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.999706] env[69773]: DEBUG nova.scheduler.client.report [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.003398] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "863822bd-2e61-4734-bc19-18c00c25100b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.055739] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391122, 'name': ReconfigVM_Task, 'duration_secs': 0.121217} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.056030] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676590', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'name': 'volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '66d746eb-12df-4b32-9e4f-c15683180f90', 'attached_at': '', 'detached_at': '', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'serial': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1304.056549] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92a62c7b-7f50-45c9-9e84-71b63a2b9a18 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.064901] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1304.064901] env[69773]: value = "task-3391124" [ 1304.064901] env[69773]: _type = "Task" [ 1304.064901] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.070563] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057306} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.071080] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.071769] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90de0dcb-4dc2-4cab-8d5d-2f0874709a5b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.076706] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391124, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.097588] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 7e62019c-1ffe-4931-aef1-0dc6f35280e5/7e62019c-1ffe-4931-aef1-0dc6f35280e5.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.097858] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096b3ff2-414d-4a9f-95ae-5ab8fc0353b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.118022] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1304.118022] env[69773]: value = "task-3391125" [ 1304.118022] env[69773]: _type = "Task" [ 1304.118022] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.125665] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391125, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.138600] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6e544e80-570f-43ea-89d7-b4e82b5f9f28 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.755s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.139638] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.136s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.320599] env[69773]: DEBUG nova.network.neutron [-] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.354854] env[69773]: DEBUG nova.compute.manager [req-bb099f36-c9c5-4392-81e9-874c4ac674f5 req-bc2e5ff1-6f82-46ac-ac41-a109c80b807c service nova] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Received event network-vif-deleted-f66bf848-bb8e-4614-ac8a-2a80ece3dcb9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.505131] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.531012] env[69773]: INFO nova.scheduler.client.report [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted allocations for instance e4c1a86e-dc43-4561-8cff-7e2a7a0553a8 [ 1304.575682] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391124, 'name': Rename_Task, 'duration_secs': 0.12576} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.575974] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1304.577104] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf304588-3e04-4210-b590-3f50c9e03551 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.581989] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1304.581989] env[69773]: value = "task-3391126" [ 1304.581989] env[69773]: _type = "Task" [ 1304.581989] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.590405] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.627630] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391125, 'name': ReconfigVM_Task, 'duration_secs': 0.287035} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.627895] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 7e62019c-1ffe-4931-aef1-0dc6f35280e5/7e62019c-1ffe-4931-aef1-0dc6f35280e5.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1304.628572] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a897825-71cc-4b88-a96b-1761f84e920f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.634309] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1304.634309] env[69773]: value = "task-3391127" [ 1304.634309] env[69773]: _type = "Task" [ 1304.634309] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.642217] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391127, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.644016] env[69773]: INFO nova.compute.manager [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Detaching volume 785994ee-11cc-4989-92c7-e1e47440dccc [ 1304.682427] env[69773]: INFO nova.virt.block_device [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Attempting to driver detach volume 785994ee-11cc-4989-92c7-e1e47440dccc from mountpoint /dev/sdb [ 1304.682738] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1304.682941] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676593', 'volume_id': '785994ee-11cc-4989-92c7-e1e47440dccc', 'name': 'volume-785994ee-11cc-4989-92c7-e1e47440dccc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863822bd-2e61-4734-bc19-18c00c25100b', 'attached_at': '', 'detached_at': '', 'volume_id': '785994ee-11cc-4989-92c7-e1e47440dccc', 'serial': '785994ee-11cc-4989-92c7-e1e47440dccc'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1304.683923] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61489f8-d0d2-47b8-a721-35b6a6a45264 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.705498] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364d2194-7983-4917-ba7d-17815e39fa99 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.714638] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f022990-1a45-4bc5-8cb8-a13e4bb21a1d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.735758] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f6b26f-f342-4186-b98e-982872801493 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.751311] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] The volume has not been displaced from its original location: [datastore1] volume-785994ee-11cc-4989-92c7-e1e47440dccc/volume-785994ee-11cc-4989-92c7-e1e47440dccc.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1304.756870] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1304.757228] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0902bd94-8a12-407d-8587-0901a3371790 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.775335] env[69773]: DEBUG oslo_vmware.api [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1304.775335] env[69773]: value = "task-3391128" [ 1304.775335] env[69773]: _type = "Task" [ 1304.775335] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.788866] env[69773]: DEBUG oslo_vmware.api [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.823505] env[69773]: INFO nova.compute.manager [-] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Took 1.27 seconds to deallocate network for instance. [ 1305.039014] env[69773]: DEBUG oslo_concurrency.lockutils [None req-70ff9329-c699-4505-89b0-516ab14b9680 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e4c1a86e-dc43-4561-8cff-7e2a7a0553a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.004s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.092323] env[69773]: DEBUG oslo_vmware.api [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391126, 'name': PowerOnVM_Task, 'duration_secs': 0.492695} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.092626] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.092820] env[69773]: INFO nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Took 7.60 seconds to spawn the instance on the hypervisor. [ 1305.092993] env[69773]: DEBUG nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.093776] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7473ab9e-27ca-4705-9ee4-6d5a5313a62a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.143424] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391127, 'name': Rename_Task, 'duration_secs': 0.154333} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.143696] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.143924] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95850f05-260a-44ac-bf01-2d47f29e2687 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.149797] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1305.149797] env[69773]: value = "task-3391129" [ 1305.149797] env[69773]: _type = "Task" [ 1305.149797] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.156930] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391129, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.285923] env[69773]: DEBUG oslo_vmware.api [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391128, 'name': ReconfigVM_Task, 'duration_secs': 0.27953} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.286246] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1305.290865] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62a428e9-e19e-4173-86a4-8e9eb5a7342f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.305822] env[69773]: DEBUG oslo_vmware.api [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1305.305822] env[69773]: value = "task-3391130" [ 1305.305822] env[69773]: _type = "Task" [ 1305.305822] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.313995] env[69773]: DEBUG oslo_vmware.api [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.330185] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.330503] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.330745] env[69773]: DEBUG nova.objects.instance [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lazy-loading 'resources' on Instance uuid c44a692a-dd1b-4c9c-94d6-970d236b538b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.613860] env[69773]: INFO nova.compute.manager [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Took 16.31 seconds to build instance. [ 1305.660363] env[69773]: DEBUG oslo_vmware.api [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391129, 'name': PowerOnVM_Task, 'duration_secs': 0.474865} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.660737] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1305.660888] env[69773]: INFO nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1305.661084] env[69773]: DEBUG nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.661893] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6836ce2b-9648-4714-a6d4-c55f15c0053d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.815440] env[69773]: DEBUG oslo_vmware.api [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391130, 'name': ReconfigVM_Task, 'duration_secs': 0.16377} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.815820] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676593', 'volume_id': '785994ee-11cc-4989-92c7-e1e47440dccc', 'name': 'volume-785994ee-11cc-4989-92c7-e1e47440dccc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '863822bd-2e61-4734-bc19-18c00c25100b', 'attached_at': '', 'detached_at': '', 'volume_id': '785994ee-11cc-4989-92c7-e1e47440dccc', 'serial': '785994ee-11cc-4989-92c7-e1e47440dccc'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1305.931166] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ea7c1a-a217-4f01-9e8c-30a79b2f32fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.938408] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae843a-7f94-47b8-9865-3e7758bfe3f3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.974176] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c409d93-3c0f-4fcf-86da-5daf979440d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.982178] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f54935c-9455-4059-94f6-5e56a9f55a73 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.994864] env[69773]: DEBUG nova.compute.provider_tree [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.115807] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6ce0ddf4-8ce0-4e65-9750-d6caf9b3329d tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.820s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.177715] env[69773]: INFO nova.compute.manager [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Took 16.27 seconds to build instance. [ 1306.365200] env[69773]: DEBUG nova.objects.instance [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'flavor' on Instance uuid 863822bd-2e61-4734-bc19-18c00c25100b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.503026] env[69773]: DEBUG nova.scheduler.client.report [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.609474] env[69773]: DEBUG nova.compute.manager [req-b2820958-1025-4a5e-bd8c-9e8ea6c6a6d2 req-046a8f1a-4ed1-44ba-a742-302a8bf25a2a service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Received event network-changed-8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.610378] env[69773]: DEBUG nova.compute.manager [req-b2820958-1025-4a5e-bd8c-9e8ea6c6a6d2 req-046a8f1a-4ed1-44ba-a742-302a8bf25a2a service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Refreshing instance network info cache due to event network-changed-8d54579f-b945-4487-b715-325c15a64909. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.610378] env[69773]: DEBUG oslo_concurrency.lockutils [req-b2820958-1025-4a5e-bd8c-9e8ea6c6a6d2 req-046a8f1a-4ed1-44ba-a742-302a8bf25a2a service nova] Acquiring lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.610378] env[69773]: DEBUG oslo_concurrency.lockutils [req-b2820958-1025-4a5e-bd8c-9e8ea6c6a6d2 req-046a8f1a-4ed1-44ba-a742-302a8bf25a2a service nova] Acquired lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.610378] env[69773]: DEBUG nova.network.neutron [req-b2820958-1025-4a5e-bd8c-9e8ea6c6a6d2 req-046a8f1a-4ed1-44ba-a742-302a8bf25a2a service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Refreshing network info cache for port 8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1306.679792] env[69773]: DEBUG oslo_concurrency.lockutils [None req-33a7ed29-0fcd-4dad-bf81-f9ca241a5f62 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.784s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.006724] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.030198] env[69773]: INFO nova.scheduler.client.report [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Deleted allocations for instance c44a692a-dd1b-4c9c-94d6-970d236b538b [ 1307.092795] env[69773]: DEBUG nova.compute.manager [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1307.304606] env[69773]: DEBUG nova.network.neutron [req-b2820958-1025-4a5e-bd8c-9e8ea6c6a6d2 req-046a8f1a-4ed1-44ba-a742-302a8bf25a2a service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updated VIF entry in instance network info cache for port 8d54579f-b945-4487-b715-325c15a64909. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1307.305014] env[69773]: DEBUG nova.network.neutron [req-b2820958-1025-4a5e-bd8c-9e8ea6c6a6d2 req-046a8f1a-4ed1-44ba-a742-302a8bf25a2a service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updating instance_info_cache with network_info: [{"id": "8d54579f-b945-4487-b715-325c15a64909", "address": "fa:16:3e:92:98:ea", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d54579f-b9", "ovs_interfaceid": "8d54579f-b945-4487-b715-325c15a64909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.371818] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2c268bd5-8c65-4c30-a308-036d3a1be596 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.540349] env[69773]: DEBUG oslo_concurrency.lockutils [None req-806f340f-c5d0-432d-8e9c-54e33d34093c tempest-ServerAddressesTestJSON-1850036564 tempest-ServerAddressesTestJSON-1850036564-project-member] Lock "c44a692a-dd1b-4c9c-94d6-970d236b538b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.629s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.612330] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.612681] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.808266] env[69773]: DEBUG oslo_concurrency.lockutils [req-b2820958-1025-4a5e-bd8c-9e8ea6c6a6d2 req-046a8f1a-4ed1-44ba-a742-302a8bf25a2a service nova] Releasing lock "refresh_cache-264dfbfd-8005-4f0a-a408-186b88fe9ae9" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.033136] env[69773]: DEBUG nova.compute.manager [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1308.117810] env[69773]: INFO nova.compute.claims [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.312414] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "863822bd-2e61-4734-bc19-18c00c25100b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.312765] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.312974] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "863822bd-2e61-4734-bc19-18c00c25100b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.313194] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.313437] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.315548] env[69773]: INFO nova.compute.manager [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Terminating instance [ 1308.328491] env[69773]: DEBUG nova.compute.manager [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1308.330282] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99eef4f-76c2-4546-8c43-e024ac5ea000 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.554979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.624614] env[69773]: INFO nova.compute.resource_tracker [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating resource usage from migration 4164ae16-9a58-4fba-aa6e-69376a6f04f3 [ 1308.643256] env[69773]: DEBUG nova.compute.manager [req-511a485e-08ec-430e-9e79-b71f64bd9238 req-74eb9d69-326b-4027-9769-1e3d571aa663 service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Received event network-changed-7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.643327] env[69773]: DEBUG nova.compute.manager [req-511a485e-08ec-430e-9e79-b71f64bd9238 req-74eb9d69-326b-4027-9769-1e3d571aa663 service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Refreshing instance network info cache due to event network-changed-7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.643551] env[69773]: DEBUG oslo_concurrency.lockutils [req-511a485e-08ec-430e-9e79-b71f64bd9238 req-74eb9d69-326b-4027-9769-1e3d571aa663 service nova] Acquiring lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.643729] env[69773]: DEBUG oslo_concurrency.lockutils [req-511a485e-08ec-430e-9e79-b71f64bd9238 req-74eb9d69-326b-4027-9769-1e3d571aa663 service nova] Acquired lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.643904] env[69773]: DEBUG nova.network.neutron [req-511a485e-08ec-430e-9e79-b71f64bd9238 req-74eb9d69-326b-4027-9769-1e3d571aa663 service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Refreshing network info cache for port 7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1308.748689] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c06469-0f1b-4f19-a56b-11188569901e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.757062] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19a820e-05f4-4bc4-8567-cc003620e484 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.787500] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287bea32-599a-4700-bd95-8b50aab89833 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.795143] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1972465-bd7d-485a-a4ca-e1c1064e5e7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.809295] env[69773]: DEBUG nova.compute.provider_tree [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.823969] env[69773]: DEBUG nova.compute.manager [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.824261] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.825287] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c2f792-981a-4bc5-98ac-9bdd9bfdd21d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.833291] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.833553] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31465d7e-1137-412b-bdc7-b998aaa3357f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.839849] env[69773]: DEBUG oslo_vmware.api [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1308.839849] env[69773]: value = "task-3391131" [ 1308.839849] env[69773]: _type = "Task" [ 1308.839849] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.844554] env[69773]: INFO nova.compute.manager [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] instance snapshotting [ 1308.848038] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b774ac0-52b3-452e-9fd2-d50fe1e07db2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.857400] env[69773]: DEBUG oslo_vmware.api [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.873328] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba065c17-17b9-4997-8dba-c82b53503c29 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.312689] env[69773]: DEBUG nova.scheduler.client.report [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.351489] env[69773]: DEBUG oslo_vmware.api [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391131, 'name': PowerOffVM_Task, 'duration_secs': 0.492089} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.351816] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.352039] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.352324] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41bef54e-acc2-483e-b1c8-403ae770d94d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.384070] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Creating Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1309.384379] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d595ac2-dced-4ba0-a5a3-9de617f36b7a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.391697] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1309.391697] env[69773]: value = "task-3391133" [ 1309.391697] env[69773]: _type = "Task" [ 1309.391697] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.401774] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.420559] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.420683] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.423341] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleting the datastore file [datastore2] 863822bd-2e61-4734-bc19-18c00c25100b {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.423341] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f4dcbd-a493-4d16-b849-128c29d6ca3e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.428420] env[69773]: DEBUG oslo_vmware.api [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1309.428420] env[69773]: value = "task-3391134" [ 1309.428420] env[69773]: _type = "Task" [ 1309.428420] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.437853] env[69773]: DEBUG oslo_vmware.api [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.490934] env[69773]: DEBUG nova.network.neutron [req-511a485e-08ec-430e-9e79-b71f64bd9238 req-74eb9d69-326b-4027-9769-1e3d571aa663 service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updated VIF entry in instance network info cache for port 7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1309.491155] env[69773]: DEBUG nova.network.neutron [req-511a485e-08ec-430e-9e79-b71f64bd9238 req-74eb9d69-326b-4027-9769-1e3d571aa663 service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance_info_cache with network_info: [{"id": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "address": "fa:16:3e:67:af:50", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8cf34d-4c", "ovs_interfaceid": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.818570] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.206s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.818758] env[69773]: INFO nova.compute.manager [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Migrating [ 1309.825850] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.271s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.905019] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.937480] env[69773]: DEBUG oslo_vmware.api [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149225} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.937738] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.937925] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.938196] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.938309] env[69773]: INFO nova.compute.manager [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1309.938548] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.938743] env[69773]: DEBUG nova.compute.manager [-] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.938838] env[69773]: DEBUG nova.network.neutron [-] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1309.993944] env[69773]: DEBUG oslo_concurrency.lockutils [req-511a485e-08ec-430e-9e79-b71f64bd9238 req-74eb9d69-326b-4027-9769-1e3d571aa663 service nova] Releasing lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.338820] env[69773]: INFO nova.compute.claims [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.343357] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.344884] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.345103] env[69773]: DEBUG nova.network.neutron [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1310.403400] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391133, 'name': CreateSnapshot_Task, 'duration_secs': 0.786095} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.403686] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Created Snapshot of the VM instance {{(pid=69773) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1310.404430] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463d655c-56da-4a60-8191-29373076aa47 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.672885] env[69773]: DEBUG nova.compute.manager [req-22dc8963-7f8b-461e-a9c0-1a29474f956d req-0e099146-34ab-4373-a0cc-d6a7c95cc024 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Received event network-vif-deleted-d31123a8-fa25-4b76-8756-53cbb551b244 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.673144] env[69773]: INFO nova.compute.manager [req-22dc8963-7f8b-461e-a9c0-1a29474f956d req-0e099146-34ab-4373-a0cc-d6a7c95cc024 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Neutron deleted interface d31123a8-fa25-4b76-8756-53cbb551b244; detaching it from the instance and deleting it from the info cache [ 1310.673344] env[69773]: DEBUG nova.network.neutron [req-22dc8963-7f8b-461e-a9c0-1a29474f956d req-0e099146-34ab-4373-a0cc-d6a7c95cc024 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.851450] env[69773]: INFO nova.compute.resource_tracker [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating resource usage from migration 1e07ef9f-82a3-4ece-a9b5-f86f40506784 [ 1310.865648] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "44b00f88-e7a7-4762-93ce-dec34158a6c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.866213] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "44b00f88-e7a7-4762-93ce-dec34158a6c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.921325] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Creating linked-clone VM from snapshot {{(pid=69773) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1310.921682] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5ec0b169-eb82-4f1d-9a9f-6eee50864ed8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.932709] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1310.932709] env[69773]: value = "task-3391135" [ 1310.932709] env[69773]: _type = "Task" [ 1310.932709] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.942097] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391135, 'name': CloneVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.978050] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a70c6f-bbb8-44e3-bbfb-a40e7ea09f97 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.979123] env[69773]: DEBUG nova.network.neutron [-] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.983482] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c57991-ac93-4505-99e8-a24fc7f8fd88 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.023180] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3122766-7ecf-4e2f-9974-865ce3dafca2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.033032] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02de450a-56b1-4f7c-99fe-0ffaf776cdd2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.053087] env[69773]: DEBUG nova.compute.provider_tree [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.154401] env[69773]: DEBUG nova.network.neutron [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.177205] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91210c25-8e72-4028-8beb-63f6b307faec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.186799] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e37c4-db5e-412a-83f8-35d8a30951ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.216101] env[69773]: DEBUG nova.compute.manager [req-22dc8963-7f8b-461e-a9c0-1a29474f956d req-0e099146-34ab-4373-a0cc-d6a7c95cc024 service nova] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Detach interface failed, port_id=d31123a8-fa25-4b76-8756-53cbb551b244, reason: Instance 863822bd-2e61-4734-bc19-18c00c25100b could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1311.368324] env[69773]: DEBUG nova.compute.manager [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1311.443806] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391135, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.483907] env[69773]: INFO nova.compute.manager [-] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Took 1.54 seconds to deallocate network for instance. [ 1311.580499] env[69773]: ERROR nova.scheduler.client.report [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [req-aa16b378-0b57-44c1-b9bb-3a5e87bc5a2a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa16b378-0b57-44c1-b9bb-3a5e87bc5a2a"}]} [ 1311.597683] env[69773]: DEBUG nova.scheduler.client.report [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1311.610825] env[69773]: DEBUG nova.scheduler.client.report [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1311.611063] env[69773]: DEBUG nova.compute.provider_tree [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.622673] env[69773]: DEBUG nova.scheduler.client.report [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1311.640868] env[69773]: DEBUG nova.scheduler.client.report [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1311.656776] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.747548] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d0228c-45e8-44a7-9e99-946d8c01f456 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.755141] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaff3f5-58af-4206-82db-f8813a36edcd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.785103] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad2bcbf-cb63-49bc-bbb1-21de237299e0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.791715] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c7b69-9bcc-4cae-80e3-d10c3d1ad437 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.804845] env[69773]: DEBUG nova.compute.provider_tree [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.889703] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.944079] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391135, 'name': CloneVM_Task} progress is 94%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.990265] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.338665] env[69773]: DEBUG nova.scheduler.client.report [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1312.338927] env[69773]: DEBUG nova.compute.provider_tree [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 164 to 165 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1312.339121] env[69773]: DEBUG nova.compute.provider_tree [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.444821] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391135, 'name': CloneVM_Task} progress is 95%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.844752] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.019s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.845021] env[69773]: INFO nova.compute.manager [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Migrating [ 1312.853089] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.963s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.854963] env[69773]: INFO nova.compute.claims [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.945176] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391135, 'name': CloneVM_Task, 'duration_secs': 1.790703} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.945439] env[69773]: INFO nova.virt.vmwareapi.vmops [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Created linked-clone VM from snapshot [ 1312.946179] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0986d27-ed74-4843-9b9d-e42e67b413f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.953512] env[69773]: DEBUG nova.virt.vmwareapi.images [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Uploading image c399481c-d7dd-427e-8445-272279b1c33e {{(pid=69773) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1312.967823] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Destroying the VM {{(pid=69773) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1312.968092] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a551044-f6c5-426c-addf-e0a9a0bc6828 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.975525] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1312.975525] env[69773]: value = "task-3391136" [ 1312.975525] env[69773]: _type = "Task" [ 1312.975525] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.984134] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391136, 'name': Destroy_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.174030] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7707dd-9a6b-4228-9e8b-c841a4e1d3a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.193296] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance 'e82b533c-5d98-47e1-877a-78b4cdcdeeec' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1313.370443] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.370634] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.371300] env[69773]: DEBUG nova.network.neutron [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1313.485978] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391136, 'name': Destroy_Task, 'duration_secs': 0.429177} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.486326] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Destroyed the VM [ 1313.486502] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Deleting Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1313.486763] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4280fa3f-568c-4ce9-be3a-623933f6c00a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.493462] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1313.493462] env[69773]: value = "task-3391137" [ 1313.493462] env[69773]: _type = "Task" [ 1313.493462] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.501153] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.700116] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.700116] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf4b104a-b420-41aa-b06e-dd34263d54d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.707408] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1313.707408] env[69773]: value = "task-3391138" [ 1313.707408] env[69773]: _type = "Task" [ 1313.707408] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.716061] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.992550] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023954e7-799b-47de-a3f7-8908aeb02ba5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.005253] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a093fd5-654e-44a0-80df-d7e1a8a9e64e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.009631] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.040512] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fcef10-e12e-4c68-8524-b0a153c0c62b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.047726] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd6f504-c7fb-4e77-b34a-110fd8d710a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.060749] env[69773]: DEBUG nova.compute.provider_tree [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.098776] env[69773]: DEBUG nova.network.neutron [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance_info_cache with network_info: [{"id": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "address": "fa:16:3e:67:af:50", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8cf34d-4c", "ovs_interfaceid": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.217540] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391138, 'name': PowerOffVM_Task, 'duration_secs': 0.210406} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.217786] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.217976] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance 'e82b533c-5d98-47e1-877a-78b4cdcdeeec' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1314.505357] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391137, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.564096] env[69773]: DEBUG nova.scheduler.client.report [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.601253] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.725540] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1314.725931] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1314.726220] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1314.726521] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1314.726793] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1314.727066] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1314.727428] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1314.727706] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1314.727995] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1314.728293] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1314.728626] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1314.734363] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be73e525-ed4f-42ff-82b3-c5336e402427 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.755436] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1314.755436] env[69773]: value = "task-3391139" [ 1314.755436] env[69773]: _type = "Task" [ 1314.755436] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.764083] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.007397] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391137, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.069388] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.216s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.069957] env[69773]: DEBUG nova.compute.manager [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1315.072537] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.082s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.072804] env[69773]: DEBUG nova.objects.instance [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'resources' on Instance uuid 863822bd-2e61-4734-bc19-18c00c25100b {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.266190] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391139, 'name': ReconfigVM_Task, 'duration_secs': 0.277304} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.266453] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance 'e82b533c-5d98-47e1-877a-78b4cdcdeeec' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.505411] env[69773]: DEBUG oslo_vmware.api [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391137, 'name': RemoveSnapshot_Task, 'duration_secs': 1.974488} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.505705] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Deleted Snapshot of the VM instance {{(pid=69773) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1315.575156] env[69773]: DEBUG nova.compute.utils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.579208] env[69773]: DEBUG nova.compute.manager [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1315.684966] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d223212-85ac-4267-a3c9-0b2d9f3cecc0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.692456] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4fd323-5837-46f8-940a-4b3d98177937 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.721531] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f23a3c0-a745-4bd8-9f55-da6c58bf0015 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.728358] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec99b145-c261-45cf-8b24-ae27d85283f6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.743082] env[69773]: DEBUG nova.compute.provider_tree [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.772167] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.772408] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.772701] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.772829] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.772979] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.773160] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.773376] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.773533] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.773887] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.774112] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.774302] env[69773]: DEBUG nova.virt.hardware [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.780186] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.780462] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd72adc9-1e75-4138-a871-bcb1865f908e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.799778] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1315.799778] env[69773]: value = "task-3391140" [ 1315.799778] env[69773]: _type = "Task" [ 1315.799778] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.807248] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.010022] env[69773]: WARNING nova.compute.manager [None req-dafab602-c61e-43a9-b3ac-99efea59cd05 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Image not found during snapshot: nova.exception.ImageNotFound: Image c399481c-d7dd-427e-8445-272279b1c33e could not be found. [ 1316.080340] env[69773]: DEBUG nova.compute.manager [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1316.115324] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f29ef43-0107-4a5b-9608-85b7f1802304 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.133935] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance '66d746eb-12df-4b32-9e4f-c15683180f90' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.246511] env[69773]: DEBUG nova.scheduler.client.report [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.310713] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391140, 'name': ReconfigVM_Task, 'duration_secs': 0.17678} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.310966] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.311729] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb76b47-2817-4405-8344-0436017ffa66 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.333173] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] e82b533c-5d98-47e1-877a-78b4cdcdeeec/e82b533c-5d98-47e1-877a-78b4cdcdeeec.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.333395] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943b3303-f21d-4be3-b81c-cfce2d29ace0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.351660] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1316.351660] env[69773]: value = "task-3391141" [ 1316.351660] env[69773]: _type = "Task" [ 1316.351660] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.362883] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.639895] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.639895] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-890fbf56-481f-4e95-bc59-b5450717e9d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.648437] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1316.648437] env[69773]: value = "task-3391142" [ 1316.648437] env[69773]: _type = "Task" [ 1316.648437] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.656775] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.751313] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.679s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.772728] env[69773]: INFO nova.scheduler.client.report [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleted allocations for instance 863822bd-2e61-4734-bc19-18c00c25100b [ 1316.860629] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391141, 'name': ReconfigVM_Task, 'duration_secs': 0.263199} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.860873] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Reconfigured VM instance instance-0000003e to attach disk [datastore2] e82b533c-5d98-47e1-877a-78b4cdcdeeec/e82b533c-5d98-47e1-877a-78b4cdcdeeec.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1316.861478] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance 'e82b533c-5d98-47e1-877a-78b4cdcdeeec' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.026156] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.026518] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.027200] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.027406] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.027582] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.029934] env[69773]: INFO nova.compute.manager [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Terminating instance [ 1317.089587] env[69773]: DEBUG nova.compute.manager [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1317.113463] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.113709] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.113907] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.114109] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.114257] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.114398] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.114603] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.114762] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.114921] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.115096] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.115264] env[69773]: DEBUG nova.virt.hardware [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.116098] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d963fb-094e-414d-9874-80d3936e422d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.123714] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b6604f-aa5c-4f9e-9042-1b0e18e997c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.136469] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.141823] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Creating folder: Project (fc2f306d885e4578ad9b16e285af1d1a). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.142070] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86a5e117-13f9-4493-b713-94f2d0c85de8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.153071] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Created folder: Project (fc2f306d885e4578ad9b16e285af1d1a) in parent group-v676268. [ 1317.153244] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Creating folder: Instances. Parent ref: group-v676599. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1317.153736] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8dcb3d0-a0d7-4494-a94a-76948a141438 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.157723] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391142, 'name': PowerOffVM_Task, 'duration_secs': 0.186892} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.158222] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.158403] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance '66d746eb-12df-4b32-9e4f-c15683180f90' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.166055] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Created folder: Instances in parent group-v676599. [ 1317.166055] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.166055] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.166219] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-376f0b6f-1688-4a3b-b8e7-0ec1aea59211 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.182097] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.182097] env[69773]: value = "task-3391145" [ 1317.182097] env[69773]: _type = "Task" [ 1317.182097] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.188910] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391145, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.280953] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f5935906-6862-4855-8269-6a4fab2d0d50 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "863822bd-2e61-4734-bc19-18c00c25100b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.968s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.369017] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3140bbeb-0d39-47a6-b815-213935194c65 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.392595] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef44e42-a274-466a-b940-305e14438a2d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.409563] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance 'e82b533c-5d98-47e1-877a-78b4cdcdeeec' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.533495] env[69773]: DEBUG nova.compute.manager [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1317.533682] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1317.534564] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dbc2d6-f78e-4b5d-90e4-cb2b09b7157f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.542080] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1317.542308] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a9aa4f5-b1f6-4dbd-9e63-bdc69a043793 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.547689] env[69773]: DEBUG oslo_vmware.api [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1317.547689] env[69773]: value = "task-3391146" [ 1317.547689] env[69773]: _type = "Task" [ 1317.547689] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.554795] env[69773]: DEBUG oslo_vmware.api [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.665333] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.665734] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.665827] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.666055] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.666240] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.666404] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.666611] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.666772] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.667042] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.667285] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.667527] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.673362] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4009dd2c-0fe7-41bb-858d-7093d556cab6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.695062] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391145, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.696433] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1317.696433] env[69773]: value = "task-3391147" [ 1317.696433] env[69773]: _type = "Task" [ 1317.696433] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.704032] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.947145] env[69773]: DEBUG nova.network.neutron [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Port 457eb089-9462-4237-80b0-a15caf849181 binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1318.057865] env[69773]: DEBUG oslo_vmware.api [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391146, 'name': PowerOffVM_Task, 'duration_secs': 0.23503} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.058170] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.058344] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.058595] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-393ca74b-5bde-4ac9-8ee6-3921b3c06bd0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.121694] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.121923] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.122120] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleting the datastore file [datastore1] 7e62019c-1ffe-4931-aef1-0dc6f35280e5 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.122390] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe326c6-010b-4c29-99ba-961367eb53b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.130376] env[69773]: DEBUG oslo_vmware.api [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for the task: (returnval){ [ 1318.130376] env[69773]: value = "task-3391149" [ 1318.130376] env[69773]: _type = "Task" [ 1318.130376] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.138288] env[69773]: DEBUG oslo_vmware.api [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.194595] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391145, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.204475] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.640808] env[69773]: DEBUG oslo_vmware.api [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Task: {'id': task-3391149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135612} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.641030] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1318.641221] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1318.641395] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1318.641562] env[69773]: INFO nova.compute.manager [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1318.641797] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.641991] env[69773]: DEBUG nova.compute.manager [-] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1318.642091] env[69773]: DEBUG nova.network.neutron [-] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1318.696138] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391145, 'name': CreateVM_Task, 'duration_secs': 1.241257} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.698198] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1318.698703] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.698864] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.699194] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.702878] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422eca39-82be-4ff5-9d49-ab8a2b2bb283 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.707343] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1318.707343] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528ff51b-f1d0-0221-f8b5-209c532f4bfe" [ 1318.707343] env[69773]: _type = "Task" [ 1318.707343] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.712592] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391147, 'name': ReconfigVM_Task, 'duration_secs': 0.830183} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.716794] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance '66d746eb-12df-4b32-9e4f-c15683180f90' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.727332] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528ff51b-f1d0-0221-f8b5-209c532f4bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.727631] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.727926] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1318.728189] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.728335] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.728514] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1318.728767] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5992a5e5-22b2-4d45-ab0a-6c17ca5ce32d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.736615] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1318.736860] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1318.737654] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-965842e0-333d-4dc0-8dad-bda3f3857fd0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.742854] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1318.742854] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd6042-5b63-a15a-05aa-c5c96b3a3518" [ 1318.742854] env[69773]: _type = "Task" [ 1318.742854] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.750922] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd6042-5b63-a15a-05aa-c5c96b3a3518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.950272] env[69773]: DEBUG nova.compute.manager [req-14ed5c62-c467-43bd-9b19-c6b399343adf req-ecc29c91-0224-4a9c-a9e8-a30ecf64b53c service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Received event network-vif-deleted-074b0629-116e-499c-a795-f8061003c299 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.950436] env[69773]: INFO nova.compute.manager [req-14ed5c62-c467-43bd-9b19-c6b399343adf req-ecc29c91-0224-4a9c-a9e8-a30ecf64b53c service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Neutron deleted interface 074b0629-116e-499c-a795-f8061003c299; detaching it from the instance and deleting it from the info cache [ 1318.950786] env[69773]: DEBUG nova.network.neutron [req-14ed5c62-c467-43bd-9b19-c6b399343adf req-ecc29c91-0224-4a9c-a9e8-a30ecf64b53c service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.969475] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.969702] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.969965] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.223462] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1319.223809] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1319.224062] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1319.224309] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1319.224459] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1319.224595] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1319.224798] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1319.224964] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1319.225149] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1319.225558] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1319.225558] env[69773]: DEBUG nova.virt.hardware [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1319.233560] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.234328] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a739a39e-4ab5-4da6-9138-62bcbaef01a2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.258941] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52fd6042-5b63-a15a-05aa-c5c96b3a3518, 'name': SearchDatastore_Task, 'duration_secs': 0.024678} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.261148] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1319.261148] env[69773]: value = "task-3391150" [ 1319.261148] env[69773]: _type = "Task" [ 1319.261148] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.261360] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18b632f4-d146-438a-b68e-caa8714853e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.270595] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1319.270595] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e1c1c7-19f1-ad35-a678-99788718dde1" [ 1319.270595] env[69773]: _type = "Task" [ 1319.270595] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.273821] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391150, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.282250] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e1c1c7-19f1-ad35-a678-99788718dde1, 'name': SearchDatastore_Task, 'duration_secs': 0.009245} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.282250] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.282680] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 44b00f88-e7a7-4762-93ce-dec34158a6c7/44b00f88-e7a7-4762-93ce-dec34158a6c7.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1319.282680] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6c1fe53-c41a-4d30-aed0-a4c31fd98085 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.288710] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1319.288710] env[69773]: value = "task-3391151" [ 1319.288710] env[69773]: _type = "Task" [ 1319.288710] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.296047] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.430782] env[69773]: DEBUG nova.network.neutron [-] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.453406] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fca33e0-e6bb-4920-a506-0654c9fee3a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.465258] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27cae7e-bfac-4512-8b7e-9e360c28385b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.501690] env[69773]: DEBUG nova.compute.manager [req-14ed5c62-c467-43bd-9b19-c6b399343adf req-ecc29c91-0224-4a9c-a9e8-a30ecf64b53c service nova] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Detach interface failed, port_id=074b0629-116e-499c-a795-f8061003c299, reason: Instance 7e62019c-1ffe-4931-aef1-0dc6f35280e5 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1319.774957] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391150, 'name': ReconfigVM_Task, 'duration_secs': 0.16347} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.775289] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1319.775926] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b2840-f9c4-4711-966d-8b1cb84f9742 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.800353] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c/volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.803979] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4fe9827-d2d9-43e3-9e2b-80e01cd03802 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.821011] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439295} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.823355] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 44b00f88-e7a7-4762-93ce-dec34158a6c7/44b00f88-e7a7-4762-93ce-dec34158a6c7.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.823641] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.826253] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1319.826253] env[69773]: value = "task-3391152" [ 1319.826253] env[69773]: _type = "Task" [ 1319.826253] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.826786] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-630136c0-8371-48b9-821d-3b36b085f7ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.828578] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.828787] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.838018] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.839191] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1319.839191] env[69773]: value = "task-3391153" [ 1319.839191] env[69773]: _type = "Task" [ 1319.839191] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.846927] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.933933] env[69773]: INFO nova.compute.manager [-] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Took 1.29 seconds to deallocate network for instance. [ 1320.009170] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.009362] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.009539] env[69773]: DEBUG nova.network.neutron [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1320.334553] env[69773]: DEBUG nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.343035] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391152, 'name': ReconfigVM_Task, 'duration_secs': 0.268969} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.346337] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c/volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.346601] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance '66d746eb-12df-4b32-9e4f-c15683180f90' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.355694] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068894} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.356750] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.356750] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9225cafb-274e-445b-81c0-45b2151ffbc7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.378988] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 44b00f88-e7a7-4762-93ce-dec34158a6c7/44b00f88-e7a7-4762-93ce-dec34158a6c7.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.379909] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59854718-73fc-4c3d-b645-dca02bb2a22d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.400505] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1320.400505] env[69773]: value = "task-3391154" [ 1320.400505] env[69773]: _type = "Task" [ 1320.400505] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.408710] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.440701] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.441118] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.441282] env[69773]: DEBUG nova.objects.instance [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lazy-loading 'resources' on Instance uuid 7e62019c-1ffe-4931-aef1-0dc6f35280e5 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.722188] env[69773]: DEBUG nova.network.neutron [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.853118] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e3d69-08e8-4298-98a1-95a5a8f72a17 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.857275] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.873048] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3fe45-400c-4fb7-b402-ed98cf2c3e68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.889587] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance '66d746eb-12df-4b32-9e4f-c15683180f90' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.909851] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391154, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.055781] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f4a18d-7e56-450a-af14-73c2a2d864ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.063354] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fecb3e-68cc-451d-957c-c9b506a01ea3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.094230] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76846b7-9eac-4f77-b5de-3c1ea85790e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.100876] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea02aa6-ca93-47f4-b5fe-fb4b06e1cef4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.113452] env[69773]: DEBUG nova.compute.provider_tree [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.224543] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.410702] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391154, 'name': ReconfigVM_Task, 'duration_secs': 0.543435} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.411053] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 44b00f88-e7a7-4762-93ce-dec34158a6c7/44b00f88-e7a7-4762-93ce-dec34158a6c7.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.411648] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c819df7d-f2bd-45c6-b855-8fbadb1a695d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.417284] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1321.417284] env[69773]: value = "task-3391155" [ 1321.417284] env[69773]: _type = "Task" [ 1321.417284] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.424476] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391155, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.634110] env[69773]: ERROR nova.scheduler.client.report [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] [req-5010c4ba-bb8d-4a60-a1eb-ec556d24a29b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5010c4ba-bb8d-4a60-a1eb-ec556d24a29b"}]} [ 1321.649662] env[69773]: DEBUG nova.scheduler.client.report [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1321.661965] env[69773]: DEBUG nova.scheduler.client.report [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1321.662191] env[69773]: DEBUG nova.compute.provider_tree [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.671608] env[69773]: DEBUG nova.scheduler.client.report [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1321.687899] env[69773]: DEBUG nova.scheduler.client.report [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1321.743045] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c24958-e09d-4eab-ba48-6a3a94c72b56 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.764853] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c657598-7558-44a4-af93-d17f4317a360 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.771463] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance 'e82b533c-5d98-47e1-877a-78b4cdcdeeec' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.795128] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94e5712-38fa-4507-a63f-e83df10949af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.801816] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ccab0e-5156-4ef6-9d92-0ec95d96166f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.832828] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd77ef0b-1dea-4ec1-9d8b-6d5477a420fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.840185] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef545c5-4728-45dc-987d-2d1187219290 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.853649] env[69773]: DEBUG nova.compute.provider_tree [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1321.927968] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391155, 'name': Rename_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.279063] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.279336] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b56306af-2c89-4b0c-bbbe-84431a4c56a9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.286667] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1322.286667] env[69773]: value = "task-3391156" [ 1322.286667] env[69773]: _type = "Task" [ 1322.286667] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.294454] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.383827] env[69773]: DEBUG nova.scheduler.client.report [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1322.384117] env[69773]: DEBUG nova.compute.provider_tree [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 166 to 167 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1322.384302] env[69773]: DEBUG nova.compute.provider_tree [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1322.428295] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391155, 'name': Rename_Task, 'duration_secs': 0.618608} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.428573] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1322.428965] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af5cb279-97e2-49b9-a0fc-6f4f1e883bd9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.435563] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1322.435563] env[69773]: value = "task-3391157" [ 1322.435563] env[69773]: _type = "Task" [ 1322.435563] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.444534] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.532365] env[69773]: DEBUG nova.network.neutron [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Port 7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1322.797207] env[69773]: DEBUG oslo_vmware.api [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391156, 'name': PowerOnVM_Task, 'duration_secs': 0.407663} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.797429] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.797612] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7b038dfc-bec4-46cb-9db8-eff99d6a5899 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance 'e82b533c-5d98-47e1-877a-78b4cdcdeeec' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.889338] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.448s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.891681] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.034s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.893292] env[69773]: INFO nova.compute.claims [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.915228] env[69773]: INFO nova.scheduler.client.report [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Deleted allocations for instance 7e62019c-1ffe-4931-aef1-0dc6f35280e5 [ 1322.945151] env[69773]: DEBUG oslo_vmware.api [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391157, 'name': PowerOnVM_Task, 'duration_secs': 0.499875} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.945420] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.945613] env[69773]: INFO nova.compute.manager [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1322.945790] env[69773]: DEBUG nova.compute.manager [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.946723] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3a70ec-3169-4032-9807-9a2ba4d4e9f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.423316] env[69773]: DEBUG oslo_concurrency.lockutils [None req-122e4155-dd95-46b0-a8b9-74715ae62a88 tempest-ImagesTestJSON-1775184113 tempest-ImagesTestJSON-1775184113-project-member] Lock "7e62019c-1ffe-4931-aef1-0dc6f35280e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.397s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.462157] env[69773]: INFO nova.compute.manager [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Took 11.59 seconds to build instance. [ 1323.554024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.554024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.554024] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.774515] env[69773]: INFO nova.compute.manager [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Rebuilding instance [ 1323.826855] env[69773]: DEBUG nova.compute.manager [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.826855] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0322ae-d30b-494b-b76d-a43c26758f0a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.963749] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2ffc5712-775e-46f8-bd0b-95d785428800 tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "44b00f88-e7a7-4762-93ce-dec34158a6c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.097s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.012456] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a62b641-77e5-4c56-83fc-46b6724721e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.020015] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a27356-96f8-4206-be8b-4c21506893b9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.049926] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527ca615-6dab-435f-a49c-fa4b26f0bcaf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.058791] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b777d918-18c3-4e14-8891-43f163cf9cce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.072419] env[69773]: DEBUG nova.compute.provider_tree [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.576119] env[69773]: DEBUG nova.scheduler.client.report [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.608707] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.608893] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.609081] env[69773]: DEBUG nova.network.neutron [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1324.841039] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.841039] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac7a5c2e-b1e9-4410-bd95-a73cccec333f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.849541] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1324.849541] env[69773]: value = "task-3391158" [ 1324.849541] env[69773]: _type = "Task" [ 1324.849541] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.858425] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.083128] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.083128] env[69773]: DEBUG nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1325.337416] env[69773]: DEBUG nova.network.neutron [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance_info_cache with network_info: [{"id": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "address": "fa:16:3e:67:af:50", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8cf34d-4c", "ovs_interfaceid": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.359916] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391158, 'name': PowerOffVM_Task, 'duration_secs': 0.116135} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.360225] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.360457] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.361220] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b0af24-e43c-44cd-92d9-fdef0dcd7858 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.368381] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.369678] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf2674b-01bc-4d5d-8cba-633655672179 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.392649] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.392908] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.393116] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Deleting the datastore file [datastore2] 44b00f88-e7a7-4762-93ce-dec34158a6c7 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.393380] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3861ffef-9b71-422e-ab5d-53f1ce26f643 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.401404] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1325.401404] env[69773]: value = "task-3391160" [ 1325.401404] env[69773]: _type = "Task" [ 1325.401404] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.408918] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.461136] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.461410] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.461600] env[69773]: DEBUG nova.compute.manager [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Going to confirm migration 8 {{(pid=69773) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1325.587789] env[69773]: DEBUG nova.compute.utils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1325.589768] env[69773]: DEBUG nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1325.589965] env[69773]: DEBUG nova.network.neutron [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1325.643552] env[69773]: DEBUG nova.policy [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68af581052c04bf782c0470e0c7dea1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b80af706107c4e929261072b9ac75b0d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1325.841036] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.911929] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392754} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.912023] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.913164] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.913164] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.006695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.006695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.006695] env[69773]: DEBUG nova.network.neutron [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1326.006695] env[69773]: DEBUG nova.objects.instance [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'info_cache' on Instance uuid e82b533c-5d98-47e1-877a-78b4cdcdeeec {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.063153] env[69773]: DEBUG nova.network.neutron [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Successfully created port: 3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1326.092711] env[69773]: DEBUG nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1326.352138] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b3a82-60fb-48c9-bea6-510c192addff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.359351] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb355f4-c626-47bb-a6d8-a405ddb1bec5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.947068] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.947328] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.947481] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.947659] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.947805] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.947953] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.948173] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.948331] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.948493] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.948651] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.948822] env[69773]: DEBUG nova.virt.hardware [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.949676] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70f7a37-2d7c-4a15-821b-ad0727228e7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.958733] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faba4ba-9cdb-40df-87d4-16488bdb9dea {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.972307] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.977780] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.977998] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.978208] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6de3e28b-090e-47db-9095-50229b6118ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.995469] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.995469] env[69773]: value = "task-3391161" [ 1326.995469] env[69773]: _type = "Task" [ 1326.995469] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.002982] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391161, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.106753] env[69773]: DEBUG nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1327.128224] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1327.128503] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1327.128684] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1327.128908] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1327.129105] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1327.129253] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1327.129473] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1327.129647] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1327.129831] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1327.130020] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1327.130228] env[69773]: DEBUG nova.virt.hardware [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1327.131171] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa0988a-54dd-437d-b026-b95b1ebe1a3c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.141105] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e56615-d79e-4402-a396-4d1597bc1592 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.245506] env[69773]: DEBUG nova.network.neutron [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [{"id": "457eb089-9462-4237-80b0-a15caf849181", "address": "fa:16:3e:08:22:70", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap457eb089-94", "ovs_interfaceid": "457eb089-9462-4237-80b0-a15caf849181", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.458592] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7204bd45-608c-41c3-80ea-2373a8a96bd5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.494873] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401c886a-2b86-43c8-b0a5-98f6db45fbbb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.500719] env[69773]: DEBUG nova.compute.manager [req-f903ff69-e6e4-4b77-b3a3-2c437f341c9f req-edbae044-0fcc-4f44-82b7-509983269a79 service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Received event network-vif-plugged-3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.501086] env[69773]: DEBUG oslo_concurrency.lockutils [req-f903ff69-e6e4-4b77-b3a3-2c437f341c9f req-edbae044-0fcc-4f44-82b7-509983269a79 service nova] Acquiring lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.501433] env[69773]: DEBUG oslo_concurrency.lockutils [req-f903ff69-e6e4-4b77-b3a3-2c437f341c9f req-edbae044-0fcc-4f44-82b7-509983269a79 service nova] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.501726] env[69773]: DEBUG oslo_concurrency.lockutils [req-f903ff69-e6e4-4b77-b3a3-2c437f341c9f req-edbae044-0fcc-4f44-82b7-509983269a79 service nova] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.502045] env[69773]: DEBUG nova.compute.manager [req-f903ff69-e6e4-4b77-b3a3-2c437f341c9f req-edbae044-0fcc-4f44-82b7-509983269a79 service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] No waiting events found dispatching network-vif-plugged-3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1327.502351] env[69773]: WARNING nova.compute.manager [req-f903ff69-e6e4-4b77-b3a3-2c437f341c9f req-edbae044-0fcc-4f44-82b7-509983269a79 service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Received unexpected event network-vif-plugged-3130e736-19bb-4718-9da3-ad4f34cf2607 for instance with vm_state building and task_state spawning. [ 1327.511749] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance '66d746eb-12df-4b32-9e4f-c15683180f90' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1327.519154] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391161, 'name': CreateVM_Task, 'duration_secs': 0.240603} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.519154] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.519154] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.519154] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.519486] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.519659] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b83c7ccf-e268-4eb1-97d3-d948f8994c55 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.524428] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1327.524428] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523d4d31-d10f-f19d-f8f7-4fbaa3e458a8" [ 1327.524428] env[69773]: _type = "Task" [ 1327.524428] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.532058] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523d4d31-d10f-f19d-f8f7-4fbaa3e458a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.557218] env[69773]: DEBUG nova.network.neutron [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Successfully updated port: 3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.748555] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-e82b533c-5d98-47e1-877a-78b4cdcdeeec" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.748873] env[69773]: DEBUG nova.objects.instance [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'migration_context' on Instance uuid e82b533c-5d98-47e1-877a-78b4cdcdeeec {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.021163] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.021386] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e9e683-7220-42f3-855b-c824eb3b7d3d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.030439] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1328.030439] env[69773]: value = "task-3391162" [ 1328.030439] env[69773]: _type = "Task" [ 1328.030439] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.036622] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523d4d31-d10f-f19d-f8f7-4fbaa3e458a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010017} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.037249] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.037516] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1328.037805] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.037960] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.038179] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1328.041015] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dad45cb0-f160-46e6-af5c-de41e48b1f7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.042865] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.049448] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1328.049650] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1328.050552] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c06d2e-d0fd-4590-be39-b493f71966d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.055590] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1328.055590] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52573d19-c09b-bca5-ffd5-4d6e91d5c456" [ 1328.055590] env[69773]: _type = "Task" [ 1328.055590] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.059048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.060089] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.060089] env[69773]: DEBUG nova.network.neutron [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1328.065058] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52573d19-c09b-bca5-ffd5-4d6e91d5c456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.252587] env[69773]: DEBUG nova.objects.base [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1328.253285] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3643ecc-3223-46c4-9622-4e258af979df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.275457] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c6eee7-72bc-430f-bd2f-dce73971f533 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.280722] env[69773]: DEBUG oslo_vmware.api [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1328.280722] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cb32a4-2541-a3ca-4b56-245244472032" [ 1328.280722] env[69773]: _type = "Task" [ 1328.280722] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.288438] env[69773]: DEBUG oslo_vmware.api [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cb32a4-2541-a3ca-4b56-245244472032, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.540665] env[69773]: DEBUG oslo_vmware.api [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391162, 'name': PowerOnVM_Task, 'duration_secs': 0.378275} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.541417] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.541644] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5280f9a7-0d22-4ac4-a427-7e41b666f793 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance '66d746eb-12df-4b32-9e4f-c15683180f90' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.566537] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52573d19-c09b-bca5-ffd5-4d6e91d5c456, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.567590] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-211b0e6b-bd79-4501-adca-248758a16e7f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.572414] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1328.572414] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525e074f-704a-7825-0408-01e41236402e" [ 1328.572414] env[69773]: _type = "Task" [ 1328.572414] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.579811] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525e074f-704a-7825-0408-01e41236402e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.594096] env[69773]: DEBUG nova.network.neutron [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1328.720833] env[69773]: DEBUG nova.network.neutron [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Updating instance_info_cache with network_info: [{"id": "3130e736-19bb-4718-9da3-ad4f34cf2607", "address": "fa:16:3e:40:7b:0c", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3130e736-19", "ovs_interfaceid": "3130e736-19bb-4718-9da3-ad4f34cf2607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.790555] env[69773]: DEBUG oslo_vmware.api [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cb32a4-2541-a3ca-4b56-245244472032, 'name': SearchDatastore_Task, 'duration_secs': 0.007566} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.790879] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.791113] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.083549] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]525e074f-704a-7825-0408-01e41236402e, 'name': SearchDatastore_Task, 'duration_secs': 0.010897} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.085598] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.085915] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 44b00f88-e7a7-4762-93ce-dec34158a6c7/44b00f88-e7a7-4762-93ce-dec34158a6c7.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1329.086411] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d2984f6-3df2-4dc2-95cf-bc1bb6dd332d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.092804] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1329.092804] env[69773]: value = "task-3391163" [ 1329.092804] env[69773]: _type = "Task" [ 1329.092804] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.101243] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391163, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.223683] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.224124] env[69773]: DEBUG nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Instance network_info: |[{"id": "3130e736-19bb-4718-9da3-ad4f34cf2607", "address": "fa:16:3e:40:7b:0c", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3130e736-19", "ovs_interfaceid": "3130e736-19bb-4718-9da3-ad4f34cf2607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1329.224584] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:7b:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8f580e6-1d86-41ee-9ebe-c531cb9299c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3130e736-19bb-4718-9da3-ad4f34cf2607', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1329.232405] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.233076] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1329.233384] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac2990eb-f153-4561-997a-621032ccbae5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.254872] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1329.254872] env[69773]: value = "task-3391164" [ 1329.254872] env[69773]: _type = "Task" [ 1329.254872] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.263355] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391164, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.424941] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd0f21a-09af-44fd-9afb-0fcf5c51c14f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.433066] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8364d4-820b-4804-95ac-6c684f3b4a7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.466176] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d50bc86-ca7f-4eae-b7ba-cd796b48b599 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.474080] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bed807-8bcd-4ab8-b435-99d7bc193dd1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.488058] env[69773]: DEBUG nova.compute.provider_tree [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.510675] env[69773]: DEBUG nova.compute.manager [req-aaa3118a-88ee-4d3f-a0bb-68ed3fb82821 req-8e69e335-71e3-4fd5-bf97-00e379729bdd service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Received event network-changed-3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.510871] env[69773]: DEBUG nova.compute.manager [req-aaa3118a-88ee-4d3f-a0bb-68ed3fb82821 req-8e69e335-71e3-4fd5-bf97-00e379729bdd service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Refreshing instance network info cache due to event network-changed-3130e736-19bb-4718-9da3-ad4f34cf2607. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.511159] env[69773]: DEBUG oslo_concurrency.lockutils [req-aaa3118a-88ee-4d3f-a0bb-68ed3fb82821 req-8e69e335-71e3-4fd5-bf97-00e379729bdd service nova] Acquiring lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.511318] env[69773]: DEBUG oslo_concurrency.lockutils [req-aaa3118a-88ee-4d3f-a0bb-68ed3fb82821 req-8e69e335-71e3-4fd5-bf97-00e379729bdd service nova] Acquired lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.511482] env[69773]: DEBUG nova.network.neutron [req-aaa3118a-88ee-4d3f-a0bb-68ed3fb82821 req-8e69e335-71e3-4fd5-bf97-00e379729bdd service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Refreshing network info cache for port 3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1329.602636] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391163, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432537} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.602906] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 44b00f88-e7a7-4762-93ce-dec34158a6c7/44b00f88-e7a7-4762-93ce-dec34158a6c7.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.603150] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.603396] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d4de585-4870-45db-ba9c-833b661f4bb5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.610433] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1329.610433] env[69773]: value = "task-3391165" [ 1329.610433] env[69773]: _type = "Task" [ 1329.610433] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.619254] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.764739] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391164, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.991673] env[69773]: DEBUG nova.scheduler.client.report [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.120219] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063003} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.123049] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.123840] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d300d6b-52a3-490a-85ea-95b5a90faace {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.143925] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 44b00f88-e7a7-4762-93ce-dec34158a6c7/44b00f88-e7a7-4762-93ce-dec34158a6c7.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.144415] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ce9289-e045-4819-84e9-ab5c924d178a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.167109] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1330.167109] env[69773]: value = "task-3391166" [ 1330.167109] env[69773]: _type = "Task" [ 1330.167109] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.174990] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.222273] env[69773]: DEBUG nova.network.neutron [req-aaa3118a-88ee-4d3f-a0bb-68ed3fb82821 req-8e69e335-71e3-4fd5-bf97-00e379729bdd service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Updated VIF entry in instance network info cache for port 3130e736-19bb-4718-9da3-ad4f34cf2607. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1330.222808] env[69773]: DEBUG nova.network.neutron [req-aaa3118a-88ee-4d3f-a0bb-68ed3fb82821 req-8e69e335-71e3-4fd5-bf97-00e379729bdd service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Updating instance_info_cache with network_info: [{"id": "3130e736-19bb-4718-9da3-ad4f34cf2607", "address": "fa:16:3e:40:7b:0c", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3130e736-19", "ovs_interfaceid": "3130e736-19bb-4718-9da3-ad4f34cf2607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.265695] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391164, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.677777] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391166, 'name': ReconfigVM_Task, 'duration_secs': 0.252298} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.678523] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 44b00f88-e7a7-4762-93ce-dec34158a6c7/44b00f88-e7a7-4762-93ce-dec34158a6c7.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.678914] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dd942ca-495e-4534-bf04-e6812218a7fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.685012] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1330.685012] env[69773]: value = "task-3391167" [ 1330.685012] env[69773]: _type = "Task" [ 1330.685012] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.692831] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391167, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.725711] env[69773]: DEBUG oslo_concurrency.lockutils [req-aaa3118a-88ee-4d3f-a0bb-68ed3fb82821 req-8e69e335-71e3-4fd5-bf97-00e379729bdd service nova] Releasing lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.765935] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391164, 'name': CreateVM_Task, 'duration_secs': 1.506396} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.766124] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1330.766815] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.766987] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.767324] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.767583] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336f1dd6-f2ac-4036-8fb0-690a27a645a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.772560] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1330.772560] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ab92c4-a639-fa35-64e0-1d5c01053585" [ 1330.772560] env[69773]: _type = "Task" [ 1330.772560] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.780204] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ab92c4-a639-fa35-64e0-1d5c01053585, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.844196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "66d746eb-12df-4b32-9e4f-c15683180f90" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.844524] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.844731] env[69773]: DEBUG nova.compute.manager [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Going to confirm migration 9 {{(pid=69773) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1331.002098] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.211s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.196410] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391167, 'name': Rename_Task, 'duration_secs': 0.143232} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.196701] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.196945] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6377883-6eb5-4f62-ac10-6b993d4cd0e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.202923] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1331.202923] env[69773]: value = "task-3391168" [ 1331.202923] env[69773]: _type = "Task" [ 1331.202923] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.210161] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.282345] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ab92c4-a639-fa35-64e0-1d5c01053585, 'name': SearchDatastore_Task, 'duration_secs': 0.010012} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.282676] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.282873] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1331.283132] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.283281] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.283461] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1331.283708] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7dfd0f4-23d1-4c1c-9e0a-b41e0ac91b7e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.291932] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1331.292109] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1331.292795] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57ed411-53ac-49bb-9e89-5ee7cac82195 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.297984] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1331.297984] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aa4043-0d56-72db-8017-1134bcf92812" [ 1331.297984] env[69773]: _type = "Task" [ 1331.297984] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.304943] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aa4043-0d56-72db-8017-1134bcf92812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.381083] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.381308] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquired lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.381526] env[69773]: DEBUG nova.network.neutron [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1331.381728] env[69773]: DEBUG nova.objects.instance [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'info_cache' on Instance uuid 66d746eb-12df-4b32-9e4f-c15683180f90 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.565592] env[69773]: INFO nova.scheduler.client.report [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted allocation for migration 4164ae16-9a58-4fba-aa6e-69376a6f04f3 [ 1331.713172] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.808272] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aa4043-0d56-72db-8017-1134bcf92812, 'name': SearchDatastore_Task, 'duration_secs': 0.03811} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.809153] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b835ae-40bb-46a5-8344-836ce3a1d026 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.814327] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1331.814327] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52155b4a-0b7e-afa8-ef4a-7fa76ea014c8" [ 1331.814327] env[69773]: _type = "Task" [ 1331.814327] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.822396] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52155b4a-0b7e-afa8-ef4a-7fa76ea014c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.071273] env[69773]: DEBUG oslo_concurrency.lockutils [None req-af463125-16e8-42ca-9220-7cd1b62758b8 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.610s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.214979] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.324844] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52155b4a-0b7e-afa8-ef4a-7fa76ea014c8, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.325251] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.325336] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] a0bb2dce-ddc1-4a0c-8445-0be122cfe08e/a0bb2dce-ddc1-4a0c-8445-0be122cfe08e.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.325589] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a607f3a-e722-469a-a6c1-4cbedc60ce31 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.331832] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1332.331832] env[69773]: value = "task-3391169" [ 1332.331832] env[69773]: _type = "Task" [ 1332.331832] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.340905] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.486852] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.487164] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.487376] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.487556] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.487720] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.490173] env[69773]: INFO nova.compute.manager [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Terminating instance [ 1332.658696] env[69773]: DEBUG nova.network.neutron [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance_info_cache with network_info: [{"id": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "address": "fa:16:3e:67:af:50", "network": {"id": "b9d74f8f-b64f-4b2a-be60-00f0be95491a", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-99878759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43abea7adbda4bcba5f275f915338cbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e8cf34d-4c", "ovs_interfaceid": "7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.714777] env[69773]: DEBUG oslo_vmware.api [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391168, 'name': PowerOnVM_Task, 'duration_secs': 1.225256} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.715120] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.715325] env[69773]: DEBUG nova.compute.manager [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1332.716151] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995c09a3-19d9-4c8d-84c6-d12f8c32f05b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.841598] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.427313} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.841854] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] a0bb2dce-ddc1-4a0c-8445-0be122cfe08e/a0bb2dce-ddc1-4a0c-8445-0be122cfe08e.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1332.842082] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1332.842330] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db58b359-ed40-4956-8f40-bfa86852e1ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.849912] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1332.849912] env[69773]: value = "task-3391170" [ 1332.849912] env[69773]: _type = "Task" [ 1332.849912] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.857753] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.996573] env[69773]: DEBUG nova.compute.manager [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1332.996710] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1332.997771] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f06025-e8a8-40e8-a1f2-21fc219f8cfe {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.006621] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.007287] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67a32f6c-acbd-4eb7-8dc4-c33a273ec2e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.012801] env[69773]: DEBUG oslo_vmware.api [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1333.012801] env[69773]: value = "task-3391171" [ 1333.012801] env[69773]: _type = "Task" [ 1333.012801] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.022079] env[69773]: DEBUG oslo_vmware.api [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.161739] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Releasing lock "refresh_cache-66d746eb-12df-4b32-9e4f-c15683180f90" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.162124] env[69773]: DEBUG nova.objects.instance [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'migration_context' on Instance uuid 66d746eb-12df-4b32-9e4f-c15683180f90 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.235908] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.236372] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.236456] env[69773]: DEBUG nova.objects.instance [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69773) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1333.360011] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06391} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.360361] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.361073] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ddf377-f1fe-4191-bd31-7d2ec21fe793 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.382724] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a0bb2dce-ddc1-4a0c-8445-0be122cfe08e/a0bb2dce-ddc1-4a0c-8445-0be122cfe08e.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.382966] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b8984ec-2df5-41b5-844c-f732fd2cb3b8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.403580] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1333.403580] env[69773]: value = "task-3391172" [ 1333.403580] env[69773]: _type = "Task" [ 1333.403580] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.410810] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391172, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.507556] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "44b00f88-e7a7-4762-93ce-dec34158a6c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.507841] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "44b00f88-e7a7-4762-93ce-dec34158a6c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.508065] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "44b00f88-e7a7-4762-93ce-dec34158a6c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.508285] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "44b00f88-e7a7-4762-93ce-dec34158a6c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.508469] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "44b00f88-e7a7-4762-93ce-dec34158a6c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.510730] env[69773]: INFO nova.compute.manager [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Terminating instance [ 1333.522127] env[69773]: DEBUG oslo_vmware.api [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391171, 'name': PowerOffVM_Task, 'duration_secs': 0.225515} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.522360] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1333.522526] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1333.522753] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aae17882-b0b3-4d55-ada0-d555ce506c8b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.638860] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1333.639202] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1333.639294] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleting the datastore file [datastore2] e82b533c-5d98-47e1-877a-78b4cdcdeeec {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1333.639513] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-882b1aa9-0b50-4e62-b8ee-bd72f504fda6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.645823] env[69773]: DEBUG oslo_vmware.api [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1333.645823] env[69773]: value = "task-3391174" [ 1333.645823] env[69773]: _type = "Task" [ 1333.645823] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.654453] env[69773]: DEBUG oslo_vmware.api [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391174, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.665241] env[69773]: DEBUG nova.objects.base [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Object Instance<66d746eb-12df-4b32-9e4f-c15683180f90> lazy-loaded attributes: info_cache,migration_context {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1333.666031] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6514816-568f-4127-8fec-e696c6522791 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.684512] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6fe7052-d387-42cc-968f-364a96061a44 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.689527] env[69773]: DEBUG oslo_vmware.api [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1333.689527] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5231347d-a1df-c31e-93ce-3e0cfaa4f530" [ 1333.689527] env[69773]: _type = "Task" [ 1333.689527] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.696776] env[69773]: DEBUG oslo_vmware.api [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5231347d-a1df-c31e-93ce-3e0cfaa4f530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.913560] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391172, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.014048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "refresh_cache-44b00f88-e7a7-4762-93ce-dec34158a6c7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.014048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquired lock "refresh_cache-44b00f88-e7a7-4762-93ce-dec34158a6c7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.014048] env[69773]: DEBUG nova.network.neutron [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1334.155363] env[69773]: DEBUG oslo_vmware.api [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391174, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270798} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.155615] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.155815] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.155996] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.156185] env[69773]: INFO nova.compute.manager [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1334.156419] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.156604] env[69773]: DEBUG nova.compute.manager [-] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.156700] env[69773]: DEBUG nova.network.neutron [-] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1334.199222] env[69773]: DEBUG oslo_vmware.api [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5231347d-a1df-c31e-93ce-3e0cfaa4f530, 'name': SearchDatastore_Task, 'duration_secs': 0.037431} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.199520] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.244963] env[69773]: DEBUG oslo_concurrency.lockutils [None req-058f62c8-e260-45b3-a81a-57d7ce9eee1f tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.246098] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.047s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.416092] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391172, 'name': ReconfigVM_Task, 'duration_secs': 0.535608} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.416092] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a0bb2dce-ddc1-4a0c-8445-0be122cfe08e/a0bb2dce-ddc1-4a0c-8445-0be122cfe08e.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.416092] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bedb7da-18ba-4bf6-8600-d81b09094a1f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.422043] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1334.422043] env[69773]: value = "task-3391175" [ 1334.422043] env[69773]: _type = "Task" [ 1334.422043] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.437638] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391175, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.534436] env[69773]: DEBUG nova.network.neutron [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1334.621496] env[69773]: DEBUG nova.network.neutron [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.728097] env[69773]: DEBUG nova.compute.manager [req-d65066a6-999e-4535-8330-0d95663985b6 req-7abff42f-98e8-4280-a05d-879e456a8fed service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Received event network-vif-deleted-457eb089-9462-4237-80b0-a15caf849181 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.728338] env[69773]: INFO nova.compute.manager [req-d65066a6-999e-4535-8330-0d95663985b6 req-7abff42f-98e8-4280-a05d-879e456a8fed service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Neutron deleted interface 457eb089-9462-4237-80b0-a15caf849181; detaching it from the instance and deleting it from the info cache [ 1334.728556] env[69773]: DEBUG nova.network.neutron [req-d65066a6-999e-4535-8330-0d95663985b6 req-7abff42f-98e8-4280-a05d-879e456a8fed service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.855990] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b91725-a29d-4002-9d52-29ebde701552 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.864672] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e3f972-d367-42e9-8253-2696b6bc5186 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.897565] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8eb2f4-9e49-4cdc-bce5-49364cd471f1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.905695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d53c6b-fe1b-427e-910b-905156ddc844 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.920067] env[69773]: DEBUG nova.compute.provider_tree [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1334.930338] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391175, 'name': Rename_Task, 'duration_secs': 0.164841} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.931328] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.931608] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa811575-f6ad-4159-9877-79862059051c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.937959] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1334.937959] env[69773]: value = "task-3391176" [ 1334.937959] env[69773]: _type = "Task" [ 1334.937959] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.945827] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.124275] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Releasing lock "refresh_cache-44b00f88-e7a7-4762-93ce-dec34158a6c7" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.124742] env[69773]: DEBUG nova.compute.manager [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1335.124936] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.125862] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa24cf3-2ac8-4bbe-a153-4fbdb026e2fd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.135508] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.135785] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2ed35c9-1041-4041-9152-83cba3c356ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.142213] env[69773]: DEBUG oslo_vmware.api [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1335.142213] env[69773]: value = "task-3391177" [ 1335.142213] env[69773]: _type = "Task" [ 1335.142213] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.150054] env[69773]: DEBUG oslo_vmware.api [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.206123] env[69773]: DEBUG nova.network.neutron [-] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.231324] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d8cfbae-aff0-4dfd-baf9-67bd3bfc9995 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.241490] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc55da-1ac7-4bc1-b0e3-7acfa33d0f53 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.271397] env[69773]: DEBUG nova.compute.manager [req-d65066a6-999e-4535-8330-0d95663985b6 req-7abff42f-98e8-4280-a05d-879e456a8fed service nova] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Detach interface failed, port_id=457eb089-9462-4237-80b0-a15caf849181, reason: Instance e82b533c-5d98-47e1-877a-78b4cdcdeeec could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.444819] env[69773]: ERROR nova.scheduler.client.report [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [req-9cc50f84-af25-430c-b541-07b81cc4f484] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9cc50f84-af25-430c-b541-07b81cc4f484"}]} [ 1335.452786] env[69773]: DEBUG oslo_vmware.api [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391176, 'name': PowerOnVM_Task, 'duration_secs': 0.446233} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.453196] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.453500] env[69773]: INFO nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1335.453776] env[69773]: DEBUG nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.454975] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e62556-3eac-4bc6-b838-6af91705cc98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.468011] env[69773]: DEBUG nova.scheduler.client.report [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1335.485876] env[69773]: DEBUG nova.scheduler.client.report [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1335.486107] env[69773]: DEBUG nova.compute.provider_tree [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.499414] env[69773]: DEBUG nova.scheduler.client.report [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1335.519504] env[69773]: DEBUG nova.scheduler.client.report [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1335.620737] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90246215-5aee-4aa2-b038-581c4e386a51 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.628310] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070e1fe-10cf-4aed-8846-a8cdd6866c8c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.662613] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267c2733-441b-4da4-acb2-6b90b46434dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.670083] env[69773]: DEBUG oslo_vmware.api [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391177, 'name': PowerOffVM_Task, 'duration_secs': 0.128063} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.672160] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.672454] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.672698] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47395dcb-d8f9-4063-8844-53d964022e6b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.674961] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40efd4d-46fb-48e7-91ac-1a5381b26813 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.688122] env[69773]: DEBUG nova.compute.provider_tree [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1335.703987] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.704282] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.704487] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Deleting the datastore file [datastore1] 44b00f88-e7a7-4762-93ce-dec34158a6c7 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.704970] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-037fe215-c4c3-4ec3-9dec-13ca96c67474 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.708325] env[69773]: INFO nova.compute.manager [-] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Took 1.55 seconds to deallocate network for instance. [ 1335.711204] env[69773]: DEBUG oslo_vmware.api [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for the task: (returnval){ [ 1335.711204] env[69773]: value = "task-3391179" [ 1335.711204] env[69773]: _type = "Task" [ 1335.711204] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.722933] env[69773]: DEBUG oslo_vmware.api [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.982690] env[69773]: INFO nova.compute.manager [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Took 15.14 seconds to build instance. [ 1336.215579] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.221345] env[69773]: DEBUG nova.scheduler.client.report [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1336.221587] env[69773]: DEBUG nova.compute.provider_tree [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 168 to 169 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1336.221764] env[69773]: DEBUG nova.compute.provider_tree [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1336.228023] env[69773]: DEBUG oslo_vmware.api [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Task: {'id': task-3391179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.480131} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.228208] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.228823] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.228823] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.228823] env[69773]: INFO nova.compute.manager [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1336.229033] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.229140] env[69773]: DEBUG nova.compute.manager [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1336.229236] env[69773]: DEBUG nova.network.neutron [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1336.250093] env[69773]: DEBUG nova.network.neutron [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1336.485130] env[69773]: DEBUG oslo_concurrency.lockutils [None req-048243a3-c872-4849-aefb-7796db56603f tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.656s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.751869] env[69773]: DEBUG nova.network.neutron [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.195892] env[69773]: DEBUG nova.compute.manager [req-382bb51a-59de-4f53-8242-6396a060fdd5 req-215c39fa-f0d7-49ab-9f65-b82bd9011f7b service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Received event network-changed-3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.196103] env[69773]: DEBUG nova.compute.manager [req-382bb51a-59de-4f53-8242-6396a060fdd5 req-215c39fa-f0d7-49ab-9f65-b82bd9011f7b service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Refreshing instance network info cache due to event network-changed-3130e736-19bb-4718-9da3-ad4f34cf2607. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.196314] env[69773]: DEBUG oslo_concurrency.lockutils [req-382bb51a-59de-4f53-8242-6396a060fdd5 req-215c39fa-f0d7-49ab-9f65-b82bd9011f7b service nova] Acquiring lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.196458] env[69773]: DEBUG oslo_concurrency.lockutils [req-382bb51a-59de-4f53-8242-6396a060fdd5 req-215c39fa-f0d7-49ab-9f65-b82bd9011f7b service nova] Acquired lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.196618] env[69773]: DEBUG nova.network.neutron [req-382bb51a-59de-4f53-8242-6396a060fdd5 req-215c39fa-f0d7-49ab-9f65-b82bd9011f7b service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Refreshing network info cache for port 3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1337.234661] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.988s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.238062] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.022s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.238062] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.254900] env[69773]: INFO nova.compute.manager [-] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Took 1.03 seconds to deallocate network for instance. [ 1337.258422] env[69773]: INFO nova.scheduler.client.report [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted allocations for instance e82b533c-5d98-47e1-877a-78b4cdcdeeec [ 1337.768356] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.768637] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.768840] env[69773]: DEBUG nova.objects.instance [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lazy-loading 'resources' on Instance uuid 44b00f88-e7a7-4762-93ce-dec34158a6c7 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.774994] env[69773]: DEBUG oslo_concurrency.lockutils [None req-9b5efe56-4623-449b-8102-8696d346e49e tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "e82b533c-5d98-47e1-877a-78b4cdcdeeec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.288s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.797547] env[69773]: INFO nova.scheduler.client.report [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted allocation for migration 1e07ef9f-82a3-4ece-a9b5-f86f40506784 [ 1337.960597] env[69773]: DEBUG nova.network.neutron [req-382bb51a-59de-4f53-8242-6396a060fdd5 req-215c39fa-f0d7-49ab-9f65-b82bd9011f7b service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Updated VIF entry in instance network info cache for port 3130e736-19bb-4718-9da3-ad4f34cf2607. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1337.961032] env[69773]: DEBUG nova.network.neutron [req-382bb51a-59de-4f53-8242-6396a060fdd5 req-215c39fa-f0d7-49ab-9f65-b82bd9011f7b service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Updating instance_info_cache with network_info: [{"id": "3130e736-19bb-4718-9da3-ad4f34cf2607", "address": "fa:16:3e:40:7b:0c", "network": {"id": "110bb1cf-d312-4309-a801-242ab87e0412", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1259425337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b80af706107c4e929261072b9ac75b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8f580e6-1d86-41ee-9ebe-c531cb9299c6", "external-id": "nsx-vlan-transportzone-150", "segmentation_id": 150, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3130e736-19", "ovs_interfaceid": "3130e736-19bb-4718-9da3-ad4f34cf2607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.304036] env[69773]: DEBUG oslo_concurrency.lockutils [None req-0bca1a5f-8162-4d6e-b716-500de3b4f0b0 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.459s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.366030] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc7fd6d-5678-4c72-8532-c19e2e21244e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.369922] env[69773]: INFO nova.compute.manager [None req-f30b280c-c8bb-4982-8bc9-74007ac62b51 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Get console output [ 1338.370299] env[69773]: WARNING nova.virt.vmwareapi.driver [None req-f30b280c-c8bb-4982-8bc9-74007ac62b51 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] The console log is missing. Check your VSPC configuration [ 1338.377678] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8d72e-ff27-40e1-910b-7d8a95d63289 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.409362] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be15252c-b804-45fb-9686-5ecd2e766054 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.416962] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f1d2ad-143d-4e57-a966-4be7b90b4660 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.432527] env[69773]: DEBUG nova.compute.provider_tree [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.464616] env[69773]: DEBUG oslo_concurrency.lockutils [req-382bb51a-59de-4f53-8242-6396a060fdd5 req-215c39fa-f0d7-49ab-9f65-b82bd9011f7b service nova] Releasing lock "refresh_cache-a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.533316] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "63818710-5666-43d5-9ee7-99fef7891c67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.533496] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "63818710-5666-43d5-9ee7-99fef7891c67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.935290] env[69773]: DEBUG nova.scheduler.client.report [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.035918] env[69773]: DEBUG nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1339.440126] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.462379] env[69773]: INFO nova.scheduler.client.report [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Deleted allocations for instance 44b00f88-e7a7-4762-93ce-dec34158a6c7 [ 1339.553903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.554199] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.555664] env[69773]: INFO nova.compute.claims [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.970261] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ae66d454-4829-4d9d-8fda-647095d02b6b tempest-ServerShowV257Test-1478504643 tempest-ServerShowV257Test-1478504643-project-member] Lock "44b00f88-e7a7-4762-93ce-dec34158a6c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.462s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.629588] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeefc52c-0c92-41dc-9f01-3e5bf06c1867 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.636726] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c946892-00fd-449e-abdf-8e935f8feb61 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.668315] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6380ac-a7cd-481f-90cc-eecec5c95204 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.675198] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2dc9f0-cde9-4eb2-b5f8-fa0dfe7a5e49 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.688033] env[69773]: DEBUG nova.compute.provider_tree [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.192060] env[69773]: DEBUG nova.scheduler.client.report [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.344463] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.344700] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.344844] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.345018] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.345182] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.345359] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1341.487576] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.487798] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.696546] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.142s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.697085] env[69773]: DEBUG nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1342.202762] env[69773]: DEBUG nova.compute.utils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.204283] env[69773]: DEBUG nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.204455] env[69773]: DEBUG nova.network.neutron [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.255603] env[69773]: DEBUG nova.policy [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad1a7702a5d40aa81ead18ad085be91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55c0c682937646dc948c422ec5be924d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.487797] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.536275] env[69773]: DEBUG nova.network.neutron [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Successfully created port: 555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.707899] env[69773]: DEBUG nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.991191] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.991406] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.991561] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.991717] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1342.992663] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb2387-4d70-4ae9-abd3-78b7447ba61c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.000991] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ca42bf-aa7b-47bc-a779-352ec8245916 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.014992] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5283ee87-af5d-4252-97c1-e20002ab11f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.021362] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fffee88-ed27-438e-9914-6e653e3fbd05 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.051355] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179585MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1343.051525] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.051731] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.717831] env[69773]: DEBUG nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.743562] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.743805] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.744009] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.744277] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.744440] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.744606] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.745371] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.745371] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.745530] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.745863] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.746148] env[69773]: DEBUG nova.virt.hardware [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.747404] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91214934-7397-49cb-a1cb-c2c61ac8f768 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.756091] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8575b34-c435-4d4f-acaf-2c98a49e0cc3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.893437] env[69773]: DEBUG nova.compute.manager [req-ff557358-d628-4b59-8fea-37739cd4839a req-2288cd4a-d846-4434-a889-bef53f1454ef service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Received event network-vif-plugged-555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.893739] env[69773]: DEBUG oslo_concurrency.lockutils [req-ff557358-d628-4b59-8fea-37739cd4839a req-2288cd4a-d846-4434-a889-bef53f1454ef service nova] Acquiring lock "63818710-5666-43d5-9ee7-99fef7891c67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.893847] env[69773]: DEBUG oslo_concurrency.lockutils [req-ff557358-d628-4b59-8fea-37739cd4839a req-2288cd4a-d846-4434-a889-bef53f1454ef service nova] Lock "63818710-5666-43d5-9ee7-99fef7891c67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.894061] env[69773]: DEBUG oslo_concurrency.lockutils [req-ff557358-d628-4b59-8fea-37739cd4839a req-2288cd4a-d846-4434-a889-bef53f1454ef service nova] Lock "63818710-5666-43d5-9ee7-99fef7891c67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.894184] env[69773]: DEBUG nova.compute.manager [req-ff557358-d628-4b59-8fea-37739cd4839a req-2288cd4a-d846-4434-a889-bef53f1454ef service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] No waiting events found dispatching network-vif-plugged-555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1343.894349] env[69773]: WARNING nova.compute.manager [req-ff557358-d628-4b59-8fea-37739cd4839a req-2288cd4a-d846-4434-a889-bef53f1454ef service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Received unexpected event network-vif-plugged-555d66db-655d-4e0c-a460-9396371bd8c0 for instance with vm_state building and task_state spawning. [ 1343.974438] env[69773]: DEBUG nova.network.neutron [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Successfully updated port: 555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.078170] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1344.078335] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 65125f6c-5082-4679-80ab-907e5be99ca5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1344.078459] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 66d746eb-12df-4b32-9e4f-c15683180f90 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1344.078579] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance a0bb2dce-ddc1-4a0c-8445-0be122cfe08e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1344.078700] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 63818710-5666-43d5-9ee7-99fef7891c67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1344.078880] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1344.079020] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1344.146333] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6170b63c-8cdb-4be5-882f-878275a2f9fb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.154809] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ed1ec-d5b1-433a-a600-91698b7a69c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.185482] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625da9c3-348e-425c-a9fc-49401f62198e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.192612] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa0a14d-55e3-4a9f-97a9-d508bebc56cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.205340] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.481029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.481029] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.481029] env[69773]: DEBUG nova.network.neutron [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1344.709102] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.011402] env[69773]: DEBUG nova.network.neutron [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1345.128510] env[69773]: DEBUG nova.network.neutron [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [{"id": "555d66db-655d-4e0c-a460-9396371bd8c0", "address": "fa:16:3e:8a:54:bb", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d66db-65", "ovs_interfaceid": "555d66db-655d-4e0c-a460-9396371bd8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.213308] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1345.213483] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.162s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.631168] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.631448] env[69773]: DEBUG nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Instance network_info: |[{"id": "555d66db-655d-4e0c-a460-9396371bd8c0", "address": "fa:16:3e:8a:54:bb", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d66db-65", "ovs_interfaceid": "555d66db-655d-4e0c-a460-9396371bd8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1345.631878] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:54:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '555d66db-655d-4e0c-a460-9396371bd8c0', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.639438] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.639637] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.639856] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d448fa65-8fed-41bc-a26e-cc9c10e317f8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.659698] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.659698] env[69773]: value = "task-3391180" [ 1345.659698] env[69773]: _type = "Task" [ 1345.659698] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.666930] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391180, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.919914] env[69773]: DEBUG nova.compute.manager [req-a8a59473-ba18-499b-8f46-d7a777c9edf0 req-56372e8a-62b9-4051-b975-157f54c357e8 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Received event network-changed-555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.920163] env[69773]: DEBUG nova.compute.manager [req-a8a59473-ba18-499b-8f46-d7a777c9edf0 req-56372e8a-62b9-4051-b975-157f54c357e8 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Refreshing instance network info cache due to event network-changed-555d66db-655d-4e0c-a460-9396371bd8c0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1345.920368] env[69773]: DEBUG oslo_concurrency.lockutils [req-a8a59473-ba18-499b-8f46-d7a777c9edf0 req-56372e8a-62b9-4051-b975-157f54c357e8 service nova] Acquiring lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.920467] env[69773]: DEBUG oslo_concurrency.lockutils [req-a8a59473-ba18-499b-8f46-d7a777c9edf0 req-56372e8a-62b9-4051-b975-157f54c357e8 service nova] Acquired lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.920627] env[69773]: DEBUG nova.network.neutron [req-a8a59473-ba18-499b-8f46-d7a777c9edf0 req-56372e8a-62b9-4051-b975-157f54c357e8 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Refreshing network info cache for port 555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1346.169760] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391180, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.593863] env[69773]: DEBUG nova.network.neutron [req-a8a59473-ba18-499b-8f46-d7a777c9edf0 req-56372e8a-62b9-4051-b975-157f54c357e8 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updated VIF entry in instance network info cache for port 555d66db-655d-4e0c-a460-9396371bd8c0. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1346.594269] env[69773]: DEBUG nova.network.neutron [req-a8a59473-ba18-499b-8f46-d7a777c9edf0 req-56372e8a-62b9-4051-b975-157f54c357e8 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [{"id": "555d66db-655d-4e0c-a460-9396371bd8c0", "address": "fa:16:3e:8a:54:bb", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d66db-65", "ovs_interfaceid": "555d66db-655d-4e0c-a460-9396371bd8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.669841] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391180, 'name': CreateVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.097654] env[69773]: DEBUG oslo_concurrency.lockutils [req-a8a59473-ba18-499b-8f46-d7a777c9edf0 req-56372e8a-62b9-4051-b975-157f54c357e8 service nova] Releasing lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.170639] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391180, 'name': CreateVM_Task, 'duration_secs': 1.300292} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.171054] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.171528] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.171700] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.172034] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.172288] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d53c603-924e-4c98-bbde-f72f00b19f77 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.176858] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1347.176858] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204a850-44af-52e4-e0a0-2181894aac17" [ 1347.176858] env[69773]: _type = "Task" [ 1347.176858] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.183985] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204a850-44af-52e4-e0a0-2181894aac17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.686732] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5204a850-44af-52e4-e0a0-2181894aac17, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.687059] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.687270] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.687510] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.687645] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.687817] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.688094] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8a858b7-3162-488c-aaca-fcf0b9700db7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.697310] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.697480] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.698158] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc125fd-7a04-4ef7-a72c-401e8844f804 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.702977] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1347.702977] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ad591d-68c8-7c7c-f0d0-38e7a6085aba" [ 1347.702977] env[69773]: _type = "Task" [ 1347.702977] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.710062] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ad591d-68c8-7c7c-f0d0-38e7a6085aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.213881] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ad591d-68c8-7c7c-f0d0-38e7a6085aba, 'name': SearchDatastore_Task, 'duration_secs': 0.00911} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.214613] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd2b7e8-650d-4d59-a14d-7d5a05a70818 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.219393] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1348.219393] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cfbb09-f32e-702c-3229-b3c602262773" [ 1348.219393] env[69773]: _type = "Task" [ 1348.219393] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.226478] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cfbb09-f32e-702c-3229-b3c602262773, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.730156] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cfbb09-f32e-702c-3229-b3c602262773, 'name': SearchDatastore_Task, 'duration_secs': 0.009582} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.730405] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.730665] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67/63818710-5666-43d5-9ee7-99fef7891c67.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.730917] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4d9332a-f22d-4dfb-9eb8-cd4b55662733 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.737707] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1348.737707] env[69773]: value = "task-3391181" [ 1348.737707] env[69773]: _type = "Task" [ 1348.737707] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.744505] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.247579] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449794} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.248020] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67/63818710-5666-43d5-9ee7-99fef7891c67.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1349.248096] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1349.248327] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ada0d4b-2859-4f17-8917-7eb7071939d5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.256641] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1349.256641] env[69773]: value = "task-3391182" [ 1349.256641] env[69773]: _type = "Task" [ 1349.256641] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.263456] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.766639] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059813} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.766899] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.767683] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b8dc55-cc8b-451a-b694-c6dbcacd2bf4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.788751] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67/63818710-5666-43d5-9ee7-99fef7891c67.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.789030] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d1f222-942e-4792-870e-b381b31528cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.808357] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1349.808357] env[69773]: value = "task-3391183" [ 1349.808357] env[69773]: _type = "Task" [ 1349.808357] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.815435] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.209094] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1350.320178] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391183, 'name': ReconfigVM_Task, 'duration_secs': 0.287821} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.320591] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67/63818710-5666-43d5-9ee7-99fef7891c67.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.321082] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db926e99-1d3f-40ef-9f30-840bf67a3d68 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.327885] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1350.327885] env[69773]: value = "task-3391184" [ 1350.327885] env[69773]: _type = "Task" [ 1350.327885] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.335297] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391184, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.841789] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391184, 'name': Rename_Task, 'duration_secs': 0.165159} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.842225] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.842573] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a55ca73a-8bd3-40ce-97a1-e5b3f87e66b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.849734] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1350.849734] env[69773]: value = "task-3391185" [ 1350.849734] env[69773]: _type = "Task" [ 1350.849734] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.859157] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.358802] env[69773]: DEBUG oslo_vmware.api [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391185, 'name': PowerOnVM_Task, 'duration_secs': 0.439883} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.359250] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.359360] env[69773]: INFO nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Took 7.64 seconds to spawn the instance on the hypervisor. [ 1351.359487] env[69773]: DEBUG nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1351.360267] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1877d9a-c295-47e6-a62f-833b913b0388 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.880333] env[69773]: INFO nova.compute.manager [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Took 12.34 seconds to build instance. [ 1352.382760] env[69773]: DEBUG oslo_concurrency.lockutils [None req-b6bc7a7d-bd7a-4b13-90ba-bbc1550b512d tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "63818710-5666-43d5-9ee7-99fef7891c67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.849s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.833357] env[69773]: DEBUG nova.compute.manager [req-cf3eb5a6-abe1-4be9-b8cf-aab6484e2b49 req-ca42a58f-24f5-4903-a70e-bd4f5b332ef6 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Received event network-changed-555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.833730] env[69773]: DEBUG nova.compute.manager [req-cf3eb5a6-abe1-4be9-b8cf-aab6484e2b49 req-ca42a58f-24f5-4903-a70e-bd4f5b332ef6 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Refreshing instance network info cache due to event network-changed-555d66db-655d-4e0c-a460-9396371bd8c0. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1352.833964] env[69773]: DEBUG oslo_concurrency.lockutils [req-cf3eb5a6-abe1-4be9-b8cf-aab6484e2b49 req-ca42a58f-24f5-4903-a70e-bd4f5b332ef6 service nova] Acquiring lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.834126] env[69773]: DEBUG oslo_concurrency.lockutils [req-cf3eb5a6-abe1-4be9-b8cf-aab6484e2b49 req-ca42a58f-24f5-4903-a70e-bd4f5b332ef6 service nova] Acquired lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.834294] env[69773]: DEBUG nova.network.neutron [req-cf3eb5a6-abe1-4be9-b8cf-aab6484e2b49 req-ca42a58f-24f5-4903-a70e-bd4f5b332ef6 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Refreshing network info cache for port 555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1353.544922] env[69773]: DEBUG nova.network.neutron [req-cf3eb5a6-abe1-4be9-b8cf-aab6484e2b49 req-ca42a58f-24f5-4903-a70e-bd4f5b332ef6 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updated VIF entry in instance network info cache for port 555d66db-655d-4e0c-a460-9396371bd8c0. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1353.545319] env[69773]: DEBUG nova.network.neutron [req-cf3eb5a6-abe1-4be9-b8cf-aab6484e2b49 req-ca42a58f-24f5-4903-a70e-bd4f5b332ef6 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [{"id": "555d66db-655d-4e0c-a460-9396371bd8c0", "address": "fa:16:3e:8a:54:bb", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d66db-65", "ovs_interfaceid": "555d66db-655d-4e0c-a460-9396371bd8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.048358] env[69773]: DEBUG oslo_concurrency.lockutils [req-cf3eb5a6-abe1-4be9-b8cf-aab6484e2b49 req-ca42a58f-24f5-4903-a70e-bd4f5b332ef6 service nova] Releasing lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.235467] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "66d746eb-12df-4b32-9e4f-c15683180f90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.235858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.235858] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.236052] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.236231] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.240316] env[69773]: INFO nova.compute.manager [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Terminating instance [ 1365.744299] env[69773]: DEBUG nova.compute.manager [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.744622] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.744927] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1334f323-fbea-4e5b-98b6-4e907d37934e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.752140] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1365.752140] env[69773]: value = "task-3391186" [ 1365.752140] env[69773]: _type = "Task" [ 1365.752140] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.760677] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.262102] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391186, 'name': PowerOffVM_Task, 'duration_secs': 0.227323} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.262485] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.262562] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1366.262754] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676590', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'name': 'volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '66d746eb-12df-4b32-9e4f-c15683180f90', 'attached_at': '2025-04-09T19:14:02.000000', 'detached_at': '', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'serial': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1366.263585] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae68272-13ba-41a1-b1ef-d01cacd7cb37 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.281699] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138585b7-61ac-4e27-ad77-3d43f37ac9df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.288215] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c13a42a-9e0c-421d-b9a8-377e6937b2d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.305161] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f023330b-7686-4707-a5b5-d2c884870c33 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.320249] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] The volume has not been displaced from its original location: [datastore1] volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c/volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1366.325518] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1366.325834] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6736c63d-0cb5-4ead-ac56-c76fb1f692c3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.343271] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1366.343271] env[69773]: value = "task-3391187" [ 1366.343271] env[69773]: _type = "Task" [ 1366.343271] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.350781] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.853592] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391187, 'name': ReconfigVM_Task, 'duration_secs': 0.184563} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.853858] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1366.858487] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-089fe291-3735-47cc-8380-4cfdfe85f558 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.872939] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1366.872939] env[69773]: value = "task-3391188" [ 1366.872939] env[69773]: _type = "Task" [ 1366.872939] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.881271] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.382158] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391188, 'name': ReconfigVM_Task, 'duration_secs': 0.109419} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.382528] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676590', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'name': 'volume-eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '66d746eb-12df-4b32-9e4f-c15683180f90', 'attached_at': '2025-04-09T19:14:02.000000', 'detached_at': '', 'volume_id': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c', 'serial': 'eaba9045-0bcb-45c8-92b9-d4ed1840865c'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1367.382667] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.383457] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37619f7-8dc8-4d52-945e-8d5d5b259ce6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.389855] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.390082] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae68d25c-02a0-410e-aaea-1aeae3c69859 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.455626] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.455853] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.456054] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleting the datastore file [datastore1] 66d746eb-12df-4b32-9e4f-c15683180f90 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.456313] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86b522f4-1453-48ba-9334-a019330d00e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.462501] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1367.462501] env[69773]: value = "task-3391190" [ 1367.462501] env[69773]: _type = "Task" [ 1367.462501] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.469877] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391190, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.971884] env[69773]: DEBUG oslo_vmware.api [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391190, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077546} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.972141] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.972325] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.972500] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.972671] env[69773]: INFO nova.compute.manager [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1367.972911] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.973130] env[69773]: DEBUG nova.compute.manager [-] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.973254] env[69773]: DEBUG nova.network.neutron [-] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1368.465860] env[69773]: DEBUG nova.compute.manager [req-48f6dfbc-4313-4432-8451-70440301a368 req-be9718b8-196f-47dd-b2e0-857cba729bbb service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Received event network-vif-deleted-7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.466135] env[69773]: INFO nova.compute.manager [req-48f6dfbc-4313-4432-8451-70440301a368 req-be9718b8-196f-47dd-b2e0-857cba729bbb service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Neutron deleted interface 7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc; detaching it from the instance and deleting it from the info cache [ 1368.466255] env[69773]: DEBUG nova.network.neutron [req-48f6dfbc-4313-4432-8451-70440301a368 req-be9718b8-196f-47dd-b2e0-857cba729bbb service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.950381] env[69773]: DEBUG nova.network.neutron [-] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.968552] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b19c72f7-4b38-4aa9-a9cd-22226a33c4d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.978659] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d75b60-fba1-4b03-8c0e-607410d256d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.007368] env[69773]: DEBUG nova.compute.manager [req-48f6dfbc-4313-4432-8451-70440301a368 req-be9718b8-196f-47dd-b2e0-857cba729bbb service nova] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Detach interface failed, port_id=7e8cf34d-4ca2-46fb-9d8d-e266ef5e6ffc, reason: Instance 66d746eb-12df-4b32-9e4f-c15683180f90 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1369.453556] env[69773]: INFO nova.compute.manager [-] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Took 1.48 seconds to deallocate network for instance. [ 1369.996905] env[69773]: INFO nova.compute.manager [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Took 0.54 seconds to detach 1 volumes for instance. [ 1369.999063] env[69773]: DEBUG nova.compute.manager [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Deleting volume: eaba9045-0bcb-45c8-92b9-d4ed1840865c {{(pid=69773) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1370.538921] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.539247] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.539467] env[69773]: DEBUG nova.objects.instance [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'resources' on Instance uuid 66d746eb-12df-4b32-9e4f-c15683180f90 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.114550] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e375e8-843c-4d7c-a581-76b6d121c317 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.122464] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa1f1d-4eb5-4c7b-8830-fd8f8199f1e8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.151202] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625cc6be-bc41-45f4-8389-b757d59e129d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.157840] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d235818-9076-4761-ac77-eccd48807cfa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.170874] env[69773]: DEBUG nova.compute.provider_tree [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.691657] env[69773]: ERROR nova.scheduler.client.report [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [req-7c56c68e-8054-473d-93f1-a4942bf1e941] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 9accc708-4d34-4324-945b-6edf01e232c6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c56c68e-8054-473d-93f1-a4942bf1e941"}]} [ 1371.707845] env[69773]: DEBUG nova.scheduler.client.report [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing inventories for resource provider 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1371.722185] env[69773]: DEBUG nova.scheduler.client.report [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating ProviderTree inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1371.722399] env[69773]: DEBUG nova.compute.provider_tree [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1371.732673] env[69773]: DEBUG nova.scheduler.client.report [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing aggregate associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, aggregates: None {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1371.820619] env[69773]: DEBUG nova.scheduler.client.report [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Refreshing trait associations for resource provider 9accc708-4d34-4324-945b-6edf01e232c6, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64 {{(pid=69773) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1371.881894] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e90d4-010c-4caf-bb19-bf98e73d98e7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.888649] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3426009-4f20-4548-ac48-c71f968409c0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.918948] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c3cafd-6ef6-4ce6-a290-2564b3279a65 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.925580] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffd65a5-0f5c-481e-8ec7-1b972785b39a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.938306] env[69773]: DEBUG nova.compute.provider_tree [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.468048] env[69773]: DEBUG nova.scheduler.client.report [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1372.468348] env[69773]: DEBUG nova.compute.provider_tree [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 171 to 172 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1372.468483] env[69773]: DEBUG nova.compute.provider_tree [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1372.973341] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.434s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.991055] env[69773]: INFO nova.scheduler.client.report [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted allocations for instance 66d746eb-12df-4b32-9e4f-c15683180f90 [ 1373.498205] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e7d575a4-d121-4eae-ac60-37115f49ca21 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "66d746eb-12df-4b32-9e4f-c15683180f90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.262s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.028444] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "65125f6c-5082-4679-80ab-907e5be99ca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.028744] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "65125f6c-5082-4679-80ab-907e5be99ca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.028964] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "65125f6c-5082-4679-80ab-907e5be99ca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.029162] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "65125f6c-5082-4679-80ab-907e5be99ca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.029327] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "65125f6c-5082-4679-80ab-907e5be99ca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.031432] env[69773]: INFO nova.compute.manager [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Terminating instance [ 1374.535621] env[69773]: DEBUG nova.compute.manager [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.535997] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.536804] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6656d16-75a9-4c45-afb7-e48682a4b63b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.544917] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.545154] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72bfe03d-c645-4b98-8062-d24c1eb8df8d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.551063] env[69773]: DEBUG oslo_vmware.api [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1374.551063] env[69773]: value = "task-3391192" [ 1374.551063] env[69773]: _type = "Task" [ 1374.551063] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.558948] env[69773]: DEBUG oslo_vmware.api [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.061059] env[69773]: DEBUG oslo_vmware.api [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391192, 'name': PowerOffVM_Task, 'duration_secs': 0.204603} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.061059] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.061314] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.061561] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a611066-cf8e-4bc5-b7af-bd6cf876584a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.127969] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1375.128220] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1375.128407] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleting the datastore file [datastore2] 65125f6c-5082-4679-80ab-907e5be99ca5 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.128668] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b1fac38-67e1-4afa-98d3-3ed785c74252 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.134705] env[69773]: DEBUG oslo_vmware.api [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1375.134705] env[69773]: value = "task-3391194" [ 1375.134705] env[69773]: _type = "Task" [ 1375.134705] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.142753] env[69773]: DEBUG oslo_vmware.api [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.646212] env[69773]: DEBUG oslo_vmware.api [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1418} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.646587] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.646660] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.646837] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.647018] env[69773]: INFO nova.compute.manager [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1375.647257] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.647448] env[69773]: DEBUG nova.compute.manager [-] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.647544] env[69773]: DEBUG nova.network.neutron [-] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1375.897878] env[69773]: DEBUG nova.compute.manager [req-ce67e965-1671-4189-acf6-76f88c6551ac req-51b30c6b-e9af-494f-b6dc-ec1f93bf74a8 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Received event network-vif-deleted-c972d9d5-ad33-4e24-9c5e-2de5b8c981b3 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.898128] env[69773]: INFO nova.compute.manager [req-ce67e965-1671-4189-acf6-76f88c6551ac req-51b30c6b-e9af-494f-b6dc-ec1f93bf74a8 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Neutron deleted interface c972d9d5-ad33-4e24-9c5e-2de5b8c981b3; detaching it from the instance and deleting it from the info cache [ 1375.898422] env[69773]: DEBUG nova.network.neutron [req-ce67e965-1671-4189-acf6-76f88c6551ac req-51b30c6b-e9af-494f-b6dc-ec1f93bf74a8 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.243673] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.243920] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.376341] env[69773]: DEBUG nova.network.neutron [-] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.401080] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-113c0559-39c6-406f-a26f-d2519e522659 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.410815] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1376c1ec-0c0b-4ebd-8bd0-724af0cd7c43 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.438242] env[69773]: DEBUG nova.compute.manager [req-ce67e965-1671-4189-acf6-76f88c6551ac req-51b30c6b-e9af-494f-b6dc-ec1f93bf74a8 service nova] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Detach interface failed, port_id=c972d9d5-ad33-4e24-9c5e-2de5b8c981b3, reason: Instance 65125f6c-5082-4679-80ab-907e5be99ca5 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1376.747709] env[69773]: DEBUG nova.compute.utils [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.880897] env[69773]: INFO nova.compute.manager [-] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Took 1.23 seconds to deallocate network for instance. [ 1377.251193] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.385925] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.386230] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.386457] env[69773]: DEBUG nova.objects.instance [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'resources' on Instance uuid 65125f6c-5082-4679-80ab-907e5be99ca5 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.951922] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727d4c6d-3bfd-4c28-81cf-49ed47c3abe2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.959573] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139d0238-2b4a-44cc-9275-a36f7675c129 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.988377] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539f4d5b-dd9c-4211-8ec1-926f79e227df {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.994883] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa7253e-13fb-4e04-9452-e534d2dfd99c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.008386] env[69773]: DEBUG nova.compute.provider_tree [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.312381] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.312615] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.312847] env[69773]: INFO nova.compute.manager [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Attaching volume 0c9ab0a1-585f-42f0-904f-298394d6dc2b to /dev/sdb [ 1378.343533] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5eddc8-1e28-478c-ab35-a854f0c86aee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.351034] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae0dac-91d3-4093-9d68-3847332b8ca5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.364096] env[69773]: DEBUG nova.virt.block_device [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Updating existing volume attachment record: 90d15097-1676-406f-87be-1231ad924c1b {{(pid=69773) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1378.538286] env[69773]: DEBUG nova.scheduler.client.report [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updated inventory for provider 9accc708-4d34-4324-945b-6edf01e232c6 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1378.538583] env[69773]: DEBUG nova.compute.provider_tree [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating resource provider 9accc708-4d34-4324-945b-6edf01e232c6 generation from 172 to 173 during operation: update_inventory {{(pid=69773) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1378.538765] env[69773]: DEBUG nova.compute.provider_tree [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Updating inventory in ProviderTree for provider 9accc708-4d34-4324-945b-6edf01e232c6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.044557] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.061734] env[69773]: INFO nova.scheduler.client.report [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted allocations for instance 65125f6c-5082-4679-80ab-907e5be99ca5 [ 1379.570930] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4a5ca173-68c6-4708-afe8-75149c2f8700 tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "65125f6c-5082-4679-80ab-907e5be99ca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.541s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.906152] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Volume attach. Driver type: vmdk {{(pid=69773) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1382.906426] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676605', 'volume_id': '0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'name': 'volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0bb2dce-ddc1-4a0c-8445-0be122cfe08e', 'attached_at': '', 'detached_at': '', 'volume_id': '0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'serial': '0c9ab0a1-585f-42f0-904f-298394d6dc2b'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1382.907298] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db53becd-3282-42e5-ac08-08c796306091 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.923422] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deac1b40-32dc-4fde-9e9e-1e9f8becf256 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.946897] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b/volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.947133] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e81b034-9619-4529-861c-996556fb6e47 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.965412] env[69773]: DEBUG oslo_vmware.api [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1382.965412] env[69773]: value = "task-3391198" [ 1382.965412] env[69773]: _type = "Task" [ 1382.965412] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.973041] env[69773]: DEBUG oslo_vmware.api [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.478107] env[69773]: DEBUG oslo_vmware.api [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391198, 'name': ReconfigVM_Task, 'duration_secs': 0.339551} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.478107] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Reconfigured VM instance instance-00000076 to attach disk [datastore2] volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b/volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.481990] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fee453e-1ee4-4c42-9b6b-579f90d7b1af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.496603] env[69773]: DEBUG oslo_vmware.api [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1383.496603] env[69773]: value = "task-3391199" [ 1383.496603] env[69773]: _type = "Task" [ 1383.496603] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.504718] env[69773]: DEBUG oslo_vmware.api [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.737066] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.737310] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.737526] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.737716] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.737885] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.739975] env[69773]: INFO nova.compute.manager [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Terminating instance [ 1384.007538] env[69773]: DEBUG oslo_vmware.api [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391199, 'name': ReconfigVM_Task, 'duration_secs': 0.133689} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.007960] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676605', 'volume_id': '0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'name': 'volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0bb2dce-ddc1-4a0c-8445-0be122cfe08e', 'attached_at': '', 'detached_at': '', 'volume_id': '0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'serial': '0c9ab0a1-585f-42f0-904f-298394d6dc2b'} {{(pid=69773) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1384.243746] env[69773]: DEBUG nova.compute.manager [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.243984] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.244915] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9048fdd-e2ce-4b01-881e-ce0a8607f85e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.252528] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.252752] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4781e300-387a-4177-8049-04e59de16612 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.259397] env[69773]: DEBUG oslo_vmware.api [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1384.259397] env[69773]: value = "task-3391200" [ 1384.259397] env[69773]: _type = "Task" [ 1384.259397] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.267379] env[69773]: DEBUG oslo_vmware.api [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.769302] env[69773]: DEBUG oslo_vmware.api [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391200, 'name': PowerOffVM_Task, 'duration_secs': 0.153632} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.769529] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.769676] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.769925] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7503a8d-02fd-4226-8a32-b9056dc2c7dc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.830790] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.831062] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.831284] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleting the datastore file [datastore1] 264dfbfd-8005-4f0a-a408-186b88fe9ae9 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.831552] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81f142e4-cf0a-4c9b-9cd8-eb0845ef1c45 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.837679] env[69773]: DEBUG oslo_vmware.api [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for the task: (returnval){ [ 1384.837679] env[69773]: value = "task-3391202" [ 1384.837679] env[69773]: _type = "Task" [ 1384.837679] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.844997] env[69773]: DEBUG oslo_vmware.api [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.044437] env[69773]: DEBUG nova.objects.instance [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'flavor' on Instance uuid a0bb2dce-ddc1-4a0c-8445-0be122cfe08e {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1385.348169] env[69773]: DEBUG oslo_vmware.api [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Task: {'id': task-3391202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141147} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.348415] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.348555] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.348730] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.348899] env[69773]: INFO nova.compute.manager [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1385.349158] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.349357] env[69773]: DEBUG nova.compute.manager [-] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.349453] env[69773]: DEBUG nova.network.neutron [-] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1385.551573] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7dd75923-72bc-40ea-ab4c-d76ef2168743 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.612534] env[69773]: DEBUG nova.compute.manager [req-32d629b8-0841-4162-af4b-fb0617b6075d req-63ea2e86-84fd-4544-808b-f630e1f49f3d service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Received event network-vif-deleted-8d54579f-b945-4487-b715-325c15a64909 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1385.612534] env[69773]: INFO nova.compute.manager [req-32d629b8-0841-4162-af4b-fb0617b6075d req-63ea2e86-84fd-4544-808b-f630e1f49f3d service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Neutron deleted interface 8d54579f-b945-4487-b715-325c15a64909; detaching it from the instance and deleting it from the info cache [ 1385.612749] env[69773]: DEBUG nova.network.neutron [req-32d629b8-0841-4162-af4b-fb0617b6075d req-63ea2e86-84fd-4544-808b-f630e1f49f3d service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.728436] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.728709] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.094547] env[69773]: DEBUG nova.network.neutron [-] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.115443] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eaa2ffc2-fc62-4a71-8be9-98fa37b57782 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.125226] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af22d34c-d99d-4cd8-a400-c1dccf3792b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.150198] env[69773]: DEBUG nova.compute.manager [req-32d629b8-0841-4162-af4b-fb0617b6075d req-63ea2e86-84fd-4544-808b-f630e1f49f3d service nova] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Detach interface failed, port_id=8d54579f-b945-4487-b715-325c15a64909, reason: Instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1386.232267] env[69773]: INFO nova.compute.manager [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Detaching volume 0c9ab0a1-585f-42f0-904f-298394d6dc2b [ 1386.268319] env[69773]: INFO nova.virt.block_device [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Attempting to driver detach volume 0c9ab0a1-585f-42f0-904f-298394d6dc2b from mountpoint /dev/sdb [ 1386.268577] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Volume detach. Driver type: vmdk {{(pid=69773) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1386.268766] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676605', 'volume_id': '0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'name': 'volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0bb2dce-ddc1-4a0c-8445-0be122cfe08e', 'attached_at': '', 'detached_at': '', 'volume_id': '0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'serial': '0c9ab0a1-585f-42f0-904f-298394d6dc2b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1386.269686] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c974ea90-31fd-4072-bc19-ee3312809d5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.292149] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06d4b24-e1b9-47a4-983d-7730c25332ef {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.298950] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7cba8e-e6b3-49c9-96c8-dda791c825bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.318011] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b441ab14-e7e0-497a-b4d9-f3a89509217e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.333414] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b/volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b.vmdk. No consolidation needed. {{(pid=69773) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1386.338504] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1386.338772] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a311995-319c-4bec-857f-fba8cc8767e6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.355651] env[69773]: DEBUG oslo_vmware.api [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1386.355651] env[69773]: value = "task-3391203" [ 1386.355651] env[69773]: _type = "Task" [ 1386.355651] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.364966] env[69773]: DEBUG oslo_vmware.api [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.598052] env[69773]: INFO nova.compute.manager [-] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Took 1.25 seconds to deallocate network for instance. [ 1386.866507] env[69773]: DEBUG oslo_vmware.api [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391203, 'name': ReconfigVM_Task, 'duration_secs': 0.253682} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.866808] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1386.871610] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e76703-937b-4165-a24f-3a2c8b7c084b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.887279] env[69773]: DEBUG oslo_vmware.api [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1386.887279] env[69773]: value = "task-3391204" [ 1386.887279] env[69773]: _type = "Task" [ 1386.887279] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.896037] env[69773]: DEBUG oslo_vmware.api [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.105062] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.105467] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.105816] env[69773]: DEBUG nova.objects.instance [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lazy-loading 'resources' on Instance uuid 264dfbfd-8005-4f0a-a408-186b88fe9ae9 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.397463] env[69773]: DEBUG oslo_vmware.api [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391204, 'name': ReconfigVM_Task, 'duration_secs': 0.12888} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.397976] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-676605', 'volume_id': '0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'name': 'volume-0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a0bb2dce-ddc1-4a0c-8445-0be122cfe08e', 'attached_at': '', 'detached_at': '', 'volume_id': '0c9ab0a1-585f-42f0-904f-298394d6dc2b', 'serial': '0c9ab0a1-585f-42f0-904f-298394d6dc2b'} {{(pid=69773) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1387.738027] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83021595-4516-47e4-a68e-84f4fbd88fd0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.745098] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbec886-8e1a-49f3-9d82-020607b43474 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.778556] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423efc6-6654-482c-8d46-f0f41edc17d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.785367] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d7fe60-01f3-4fe2-a9e9-86d9b02b98ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.799672] env[69773]: DEBUG nova.compute.provider_tree [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.937236] env[69773]: DEBUG nova.objects.instance [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'flavor' on Instance uuid a0bb2dce-ddc1-4a0c-8445-0be122cfe08e {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1388.302665] env[69773]: DEBUG nova.scheduler.client.report [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.545471] env[69773]: DEBUG nova.compute.manager [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Stashing vm_state: active {{(pid=69773) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1388.807755] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.823490] env[69773]: INFO nova.scheduler.client.report [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Deleted allocations for instance 264dfbfd-8005-4f0a-a408-186b88fe9ae9 [ 1388.943278] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3cd240a8-4b81-4f64-8460-7f150bbdfcd6 tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.061843] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.062128] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.330087] env[69773]: DEBUG oslo_concurrency.lockutils [None req-ec40c06d-3d97-4b2a-bd19-837b55fd0def tempest-ServerActionsTestOtherA-2126914489 tempest-ServerActionsTestOtherA-2126914489-project-member] Lock "264dfbfd-8005-4f0a-a408-186b88fe9ae9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.593s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.566583] env[69773]: INFO nova.compute.claims [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.972890] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.973168] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.973376] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.973615] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.973787] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.975845] env[69773]: INFO nova.compute.manager [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Terminating instance [ 1390.073724] env[69773]: INFO nova.compute.resource_tracker [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating resource usage from migration f8df30fa-1c6c-4536-8018-ebd8835fda83 [ 1390.126215] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003c49e1-0b14-45ad-99cc-ed4cebfb586a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.133929] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb9d824-0822-4122-a883-20c7e7aa218a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.164155] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3507d23-85b8-4bb9-b817-7bdbbf2ed768 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.171492] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118be1c1-8707-4d3b-b73c-5eb4c22c456a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.184756] env[69773]: DEBUG nova.compute.provider_tree [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.479628] env[69773]: DEBUG nova.compute.manager [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1390.479985] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1390.480756] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998aee80-ed7c-4be9-8c4e-8fdb7727708a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.488524] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1390.488756] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f34a015a-9dbf-469d-a938-a566ccc34c91 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.494666] env[69773]: DEBUG oslo_vmware.api [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1390.494666] env[69773]: value = "task-3391205" [ 1390.494666] env[69773]: _type = "Task" [ 1390.494666] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.502307] env[69773]: DEBUG oslo_vmware.api [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.688756] env[69773]: DEBUG nova.scheduler.client.report [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.004533] env[69773]: DEBUG oslo_vmware.api [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391205, 'name': PowerOffVM_Task, 'duration_secs': 0.169319} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.004819] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1391.005018] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1391.005258] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbca733b-1e6f-4acb-a246-eb8baaa789a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.063301] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1391.063536] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1391.063745] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleting the datastore file [datastore1] a0bb2dce-ddc1-4a0c-8445-0be122cfe08e {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1391.064039] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7db182e0-8794-4c79-9674-d793fb366f60 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.070335] env[69773]: DEBUG oslo_vmware.api [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for the task: (returnval){ [ 1391.070335] env[69773]: value = "task-3391207" [ 1391.070335] env[69773]: _type = "Task" [ 1391.070335] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.079672] env[69773]: DEBUG oslo_vmware.api [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.195014] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.133s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.195278] env[69773]: INFO nova.compute.manager [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Migrating [ 1391.581038] env[69773]: DEBUG oslo_vmware.api [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Task: {'id': task-3391207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143509} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.581038] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1391.581038] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1391.581419] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1391.581419] env[69773]: INFO nova.compute.manager [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1391.581553] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.581748] env[69773]: DEBUG nova.compute.manager [-] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1391.581848] env[69773]: DEBUG nova.network.neutron [-] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1391.711052] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.711223] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.711407] env[69773]: DEBUG nova.network.neutron [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1392.346163] env[69773]: DEBUG nova.compute.manager [req-e9a89670-c95f-48ac-bf19-46a1417ab51b req-a5ae5c94-eaf4-4ab5-920a-c0e3d5f848a7 service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Received event network-vif-deleted-3130e736-19bb-4718-9da3-ad4f34cf2607 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.346163] env[69773]: INFO nova.compute.manager [req-e9a89670-c95f-48ac-bf19-46a1417ab51b req-a5ae5c94-eaf4-4ab5-920a-c0e3d5f848a7 service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Neutron deleted interface 3130e736-19bb-4718-9da3-ad4f34cf2607; detaching it from the instance and deleting it from the info cache [ 1392.346163] env[69773]: DEBUG nova.network.neutron [req-e9a89670-c95f-48ac-bf19-46a1417ab51b req-a5ae5c94-eaf4-4ab5-920a-c0e3d5f848a7 service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.469840] env[69773]: DEBUG nova.network.neutron [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [{"id": "555d66db-655d-4e0c-a460-9396371bd8c0", "address": "fa:16:3e:8a:54:bb", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d66db-65", "ovs_interfaceid": "555d66db-655d-4e0c-a460-9396371bd8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.817387] env[69773]: DEBUG nova.network.neutron [-] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.849006] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed5da222-d14d-45a1-bf34-1764600d4930 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.861169] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8f137-0185-440c-920d-c11b04d34c7c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.889482] env[69773]: DEBUG nova.compute.manager [req-e9a89670-c95f-48ac-bf19-46a1417ab51b req-a5ae5c94-eaf4-4ab5-920a-c0e3d5f848a7 service nova] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Detach interface failed, port_id=3130e736-19bb-4718-9da3-ad4f34cf2607, reason: Instance a0bb2dce-ddc1-4a0c-8445-0be122cfe08e could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1392.972250] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.323512] env[69773]: INFO nova.compute.manager [-] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Took 1.74 seconds to deallocate network for instance. [ 1393.830288] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.830644] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.830803] env[69773]: DEBUG nova.objects.instance [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lazy-loading 'resources' on Instance uuid a0bb2dce-ddc1-4a0c-8445-0be122cfe08e {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.397170] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbafd7b-ed0b-4b9c-a06b-55ec1fd9e480 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.405749] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2c9cb7-8e83-4ca8-af56-a391d42c33cc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.449070] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a7563f-676f-48c5-b319-beffc8ef19ab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.458772] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221d4b3d-2047-4e75-8a59-0a821375c28e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.472882] env[69773]: DEBUG nova.compute.provider_tree [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.491041] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d86148-d72d-4c3d-b947-deb5acfce585 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.509929] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance '63818710-5666-43d5-9ee7-99fef7891c67' progress to 0 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.886040] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "a4efca35-240f-4654-994f-5a22562e4050" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.886326] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "a4efca35-240f-4654-994f-5a22562e4050" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.977530] env[69773]: DEBUG nova.scheduler.client.report [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.016063] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.016654] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da347cf-f9c9-4110-9e6a-916a8a0ae68e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.024132] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1395.024132] env[69773]: value = "task-3391208" [ 1395.024132] env[69773]: _type = "Task" [ 1395.024132] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.034065] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.389318] env[69773]: DEBUG nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1395.482735] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.503301] env[69773]: INFO nova.scheduler.client.report [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Deleted allocations for instance a0bb2dce-ddc1-4a0c-8445-0be122cfe08e [ 1395.534651] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391208, 'name': PowerOffVM_Task, 'duration_secs': 0.201937} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.534915] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.536618] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance '63818710-5666-43d5-9ee7-99fef7891c67' progress to 17 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.912035] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.912035] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.912816] env[69773]: INFO nova.compute.claims [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1396.014531] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f57f3f19-baa5-455a-b2fe-ab4a1945809e tempest-AttachVolumeNegativeTest-282481504 tempest-AttachVolumeNegativeTest-282481504-project-member] Lock "a0bb2dce-ddc1-4a0c-8445-0be122cfe08e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.041s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.043019] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:20Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.043139] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.043340] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.043495] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.043643] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.043795] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.043995] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.044166] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.044330] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.044508] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.044765] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.049981] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f208e2e-5801-4fb3-af5a-85995f60750e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.066800] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1396.066800] env[69773]: value = "task-3391209" [ 1396.066800] env[69773]: _type = "Task" [ 1396.066800] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.075377] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.579443] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391209, 'name': ReconfigVM_Task, 'duration_secs': 0.176093} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.579443] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance '63818710-5666-43d5-9ee7-99fef7891c67' progress to 33 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.978415] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5749f54f-3e21-4978-8fcd-3d31fa827068 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.985781] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a35858b-6f5a-4bc4-90e1-76ac609a466e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.015273] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e260ea53-853b-4d6d-8981-7007c8265d30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.022333] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968dc572-166d-4732-8567-04086f0ed02c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.035377] env[69773]: DEBUG nova.compute.provider_tree [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.085902] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1397.085902] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1397.086194] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1397.086194] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1397.086346] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1397.086494] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1397.086694] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1397.086849] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1397.087016] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1397.087187] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1397.087358] env[69773]: DEBUG nova.virt.hardware [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1397.092739] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1397.093015] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf745f4-7017-4eea-af2d-5d53447c1eff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.110698] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1397.110698] env[69773]: value = "task-3391211" [ 1397.110698] env[69773]: _type = "Task" [ 1397.110698] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.118077] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.540155] env[69773]: DEBUG nova.scheduler.client.report [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.621728] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391211, 'name': ReconfigVM_Task, 'duration_secs': 0.158766} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.622037] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.622913] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f51503d-5f23-4316-af74-4d77c22f5317 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.644989] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67/63818710-5666-43d5-9ee7-99fef7891c67.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.645277] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f41b15-d698-4ca6-a7e5-9fba0afd6f98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.664036] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1397.664036] env[69773]: value = "task-3391212" [ 1397.664036] env[69773]: _type = "Task" [ 1397.664036] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.671785] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.045747] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.046400] env[69773]: DEBUG nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1398.173879] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391212, 'name': ReconfigVM_Task, 'duration_secs': 0.388297} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.174170] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67/63818710-5666-43d5-9ee7-99fef7891c67.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1398.174435] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance '63818710-5666-43d5-9ee7-99fef7891c67' progress to 50 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.551508] env[69773]: DEBUG nova.compute.utils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1398.552923] env[69773]: DEBUG nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1398.553108] env[69773]: DEBUG nova.network.neutron [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1398.596735] env[69773]: DEBUG nova.policy [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27db5be4c8334327a0c6f5847070c874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a145c549d48228c33aca001b21b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1398.681130] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d4fe06-0ae0-48cd-a428-2bad1995f64d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.700884] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cb8fca-709d-4ecd-8663-3e5b67680790 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.718059] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance '63818710-5666-43d5-9ee7-99fef7891c67' progress to 67 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.908463] env[69773]: DEBUG nova.network.neutron [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Successfully created port: 8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1399.055717] env[69773]: DEBUG nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1399.268626] env[69773]: DEBUG nova.network.neutron [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Port 555d66db-655d-4e0c-a460-9396371bd8c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1399.487963] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.488241] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.488388] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1400.065183] env[69773]: DEBUG nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1400.091152] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1400.091399] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1400.091555] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1400.091734] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1400.091880] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1400.092034] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1400.092244] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1400.092405] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1400.092569] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1400.092730] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1400.092906] env[69773]: DEBUG nova.virt.hardware [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1400.093782] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb8c0d0-0762-4232-a604-c564963a1a5c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.101245] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c333fe-8afe-4576-8d58-210645521cc3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.247164] env[69773]: DEBUG nova.compute.manager [req-29da3451-1a96-44cf-9d1c-700640b0b2b7 req-e55208a5-aaa2-4a94-812e-24615b4f69ea service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Received event network-vif-plugged-8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.247396] env[69773]: DEBUG oslo_concurrency.lockutils [req-29da3451-1a96-44cf-9d1c-700640b0b2b7 req-e55208a5-aaa2-4a94-812e-24615b4f69ea service nova] Acquiring lock "a4efca35-240f-4654-994f-5a22562e4050-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.247623] env[69773]: DEBUG oslo_concurrency.lockutils [req-29da3451-1a96-44cf-9d1c-700640b0b2b7 req-e55208a5-aaa2-4a94-812e-24615b4f69ea service nova] Lock "a4efca35-240f-4654-994f-5a22562e4050-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.247769] env[69773]: DEBUG oslo_concurrency.lockutils [req-29da3451-1a96-44cf-9d1c-700640b0b2b7 req-e55208a5-aaa2-4a94-812e-24615b4f69ea service nova] Lock "a4efca35-240f-4654-994f-5a22562e4050-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.247915] env[69773]: DEBUG nova.compute.manager [req-29da3451-1a96-44cf-9d1c-700640b0b2b7 req-e55208a5-aaa2-4a94-812e-24615b4f69ea service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] No waiting events found dispatching network-vif-plugged-8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1400.248094] env[69773]: WARNING nova.compute.manager [req-29da3451-1a96-44cf-9d1c-700640b0b2b7 req-e55208a5-aaa2-4a94-812e-24615b4f69ea service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Received unexpected event network-vif-plugged-8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7 for instance with vm_state building and task_state spawning. [ 1400.290531] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "63818710-5666-43d5-9ee7-99fef7891c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.290745] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "63818710-5666-43d5-9ee7-99fef7891c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.290912] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "63818710-5666-43d5-9ee7-99fef7891c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.337584] env[69773]: DEBUG nova.network.neutron [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Successfully updated port: 8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1400.488393] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.488609] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1400.840736] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "refresh_cache-a4efca35-240f-4654-994f-5a22562e4050" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.840736] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "refresh_cache-a4efca35-240f-4654-994f-5a22562e4050" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.840736] env[69773]: DEBUG nova.network.neutron [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1401.325446] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.325720] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.325884] env[69773]: DEBUG nova.network.neutron [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1401.370718] env[69773]: DEBUG nova.network.neutron [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1401.483270] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.491741] env[69773]: DEBUG nova.network.neutron [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Updating instance_info_cache with network_info: [{"id": "8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7", "address": "fa:16:3e:fd:12:2e", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea128ad-6c", "ovs_interfaceid": "8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.995565] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "refresh_cache-a4efca35-240f-4654-994f-5a22562e4050" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.995863] env[69773]: DEBUG nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Instance network_info: |[{"id": "8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7", "address": "fa:16:3e:fd:12:2e", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea128ad-6c", "ovs_interfaceid": "8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1401.996287] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:12:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1402.003735] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating folder: Project (3a3a145c549d48228c33aca001b21b1b). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.003992] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c5f69bc-3f90-44e1-bc96-695904d7da70 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.017126] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created folder: Project (3a3a145c549d48228c33aca001b21b1b) in parent group-v676268. [ 1402.017348] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating folder: Instances. Parent ref: group-v676606. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1402.017887] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01198798-3f11-4d0f-819d-761040d68fb4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.029883] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created folder: Instances in parent group-v676606. [ 1402.030118] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.030300] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4efca35-240f-4654-994f-5a22562e4050] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1402.030596] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20cd422a-09bc-4d57-9572-c6508872e7d1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.048112] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1402.048112] env[69773]: value = "task-3391216" [ 1402.048112] env[69773]: _type = "Task" [ 1402.048112] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.051845] env[69773]: DEBUG nova.network.neutron [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [{"id": "555d66db-655d-4e0c-a460-9396371bd8c0", "address": "fa:16:3e:8a:54:bb", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d66db-65", "ovs_interfaceid": "555d66db-655d-4e0c-a460-9396371bd8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.057167] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391216, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.274411] env[69773]: DEBUG nova.compute.manager [req-ab0e39ca-e08a-4f38-8296-901f484fd260 req-568af06a-c3ee-4463-899f-eec5d6269a1c service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Received event network-changed-8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.274671] env[69773]: DEBUG nova.compute.manager [req-ab0e39ca-e08a-4f38-8296-901f484fd260 req-568af06a-c3ee-4463-899f-eec5d6269a1c service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Refreshing instance network info cache due to event network-changed-8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.274930] env[69773]: DEBUG oslo_concurrency.lockutils [req-ab0e39ca-e08a-4f38-8296-901f484fd260 req-568af06a-c3ee-4463-899f-eec5d6269a1c service nova] Acquiring lock "refresh_cache-a4efca35-240f-4654-994f-5a22562e4050" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.275118] env[69773]: DEBUG oslo_concurrency.lockutils [req-ab0e39ca-e08a-4f38-8296-901f484fd260 req-568af06a-c3ee-4463-899f-eec5d6269a1c service nova] Acquired lock "refresh_cache-a4efca35-240f-4654-994f-5a22562e4050" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.275318] env[69773]: DEBUG nova.network.neutron [req-ab0e39ca-e08a-4f38-8296-901f484fd260 req-568af06a-c3ee-4463-899f-eec5d6269a1c service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Refreshing network info cache for port 8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1402.487578] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1402.554557] env[69773]: DEBUG oslo_concurrency.lockutils [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.562020] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391216, 'name': CreateVM_Task, 'duration_secs': 0.285322} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.562020] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4efca35-240f-4654-994f-5a22562e4050] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1402.562198] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.562351] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.562664] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.562896] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e37e26-d790-4b84-9142-ea8b54ba18ae {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.567534] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1402.567534] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ec8725-334e-1f8a-823b-115022f31250" [ 1402.567534] env[69773]: _type = "Task" [ 1402.567534] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.574777] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ec8725-334e-1f8a-823b-115022f31250, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.955902] env[69773]: DEBUG nova.network.neutron [req-ab0e39ca-e08a-4f38-8296-901f484fd260 req-568af06a-c3ee-4463-899f-eec5d6269a1c service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Updated VIF entry in instance network info cache for port 8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1402.956320] env[69773]: DEBUG nova.network.neutron [req-ab0e39ca-e08a-4f38-8296-901f484fd260 req-568af06a-c3ee-4463-899f-eec5d6269a1c service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Updating instance_info_cache with network_info: [{"id": "8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7", "address": "fa:16:3e:fd:12:2e", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea128ad-6c", "ovs_interfaceid": "8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.077795] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ec8725-334e-1f8a-823b-115022f31250, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.078100] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.078327] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1403.078559] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.078703] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.078878] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1403.079142] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47c44178-5670-43a7-a71f-f6d660fd2a2d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.081945] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5817b552-67b4-46f5-adaa-232092b37ac1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.101213] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e05cc4e-3463-47cb-ba3e-12bce42df7aa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.103843] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1403.104018] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1403.104694] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d371663-b8ba-4328-a3e5-e7e5ecb38aa9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.110706] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance '63818710-5666-43d5-9ee7-99fef7891c67' progress to 83 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.115267] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1403.115267] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52843f45-255b-13b8-63b3-0e9a8a831ba2" [ 1403.115267] env[69773]: _type = "Task" [ 1403.115267] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.122754] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52843f45-255b-13b8-63b3-0e9a8a831ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.123541] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbd8cd4-0e44-406b-b9d1-a0f1a832b09b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.128870] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1403.128870] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52795a28-3a1b-3d59-4b46-a975db510264" [ 1403.128870] env[69773]: _type = "Task" [ 1403.128870] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.137426] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52795a28-3a1b-3d59-4b46-a975db510264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.459341] env[69773]: DEBUG oslo_concurrency.lockutils [req-ab0e39ca-e08a-4f38-8296-901f484fd260 req-568af06a-c3ee-4463-899f-eec5d6269a1c service nova] Releasing lock "refresh_cache-a4efca35-240f-4654-994f-5a22562e4050" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.488016] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1403.618271] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.618524] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f283bb0-396c-4e2d-b190-2b87853510bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.626181] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1403.626181] env[69773]: value = "task-3391218" [ 1403.626181] env[69773]: _type = "Task" [ 1403.626181] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.634825] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.639916] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52795a28-3a1b-3d59-4b46-a975db510264, 'name': SearchDatastore_Task, 'duration_secs': 0.007803} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.640169] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.640424] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] a4efca35-240f-4654-994f-5a22562e4050/a4efca35-240f-4654-994f-5a22562e4050.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.640665] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c27a5067-e188-42e1-b490-ecf63560026b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.647324] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1403.647324] env[69773]: value = "task-3391219" [ 1403.647324] env[69773]: _type = "Task" [ 1403.647324] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.655272] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.135859] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.156585] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40625} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.156832] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] a4efca35-240f-4654-994f-5a22562e4050/a4efca35-240f-4654-994f-5a22562e4050.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.157049] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.157298] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21592f4c-0b9f-4a47-b1a7-60909410f205 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.163724] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1404.163724] env[69773]: value = "task-3391220" [ 1404.163724] env[69773]: _type = "Task" [ 1404.163724] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.171195] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.487360] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1404.636018] env[69773]: DEBUG oslo_vmware.api [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391218, 'name': PowerOnVM_Task, 'duration_secs': 0.603812} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.636370] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.636466] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-5e97c8b5-f07c-4daf-8fb4-f7b4b757b7fe tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance '63818710-5666-43d5-9ee7-99fef7891c67' progress to 100 {{(pid=69773) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.673872] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064121} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.674111] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.674961] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c3c60-6828-45fc-8db4-f2015f4a3e02 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.697449] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] a4efca35-240f-4654-994f-5a22562e4050/a4efca35-240f-4654-994f-5a22562e4050.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.697905] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad91b0ab-184c-4843-a2bf-e20e37abc785 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.716643] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1404.716643] env[69773]: value = "task-3391221" [ 1404.716643] env[69773]: _type = "Task" [ 1404.716643] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.724084] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.990208] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.990453] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.990617] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.990769] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1404.991678] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a870dcb1-a18d-43f9-b735-f377ac46c86e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.001071] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf4528-9089-4921-a69d-80ee8b0c93dd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.014315] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f918d6c3-58b6-4f8e-8391-45f85bd8d3d2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.020274] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef84938-408b-44bb-affe-198deb218d38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.047848] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180216MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1405.047983] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.048198] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.227592] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391221, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.727322] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391221, 'name': ReconfigVM_Task, 'duration_secs': 0.566946} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.727708] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Reconfigured VM instance instance-00000078 to attach disk [datastore1] a4efca35-240f-4654-994f-5a22562e4050/a4efca35-240f-4654-994f-5a22562e4050.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.728223] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5fb5b13-69ef-4f3f-9bb6-35f16430e6d0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.734441] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1405.734441] env[69773]: value = "task-3391222" [ 1405.734441] env[69773]: _type = "Task" [ 1405.734441] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.743015] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391222, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.055536] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Applying migration context for instance 63818710-5666-43d5-9ee7-99fef7891c67 as it has an incoming, in-progress migration f8df30fa-1c6c-4536-8018-ebd8835fda83. Migration status is finished {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1406.056287] env[69773]: INFO nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating resource usage from migration f8df30fa-1c6c-4536-8018-ebd8835fda83 [ 1406.075907] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Migration f8df30fa-1c6c-4536-8018-ebd8835fda83 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1406.076077] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 63818710-5666-43d5-9ee7-99fef7891c67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.076215] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance a4efca35-240f-4654-994f-5a22562e4050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1406.076393] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1406.076524] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1406.125011] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c095101e-102d-40e5-93ff-caff13eeca71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.132528] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bcb749-cc4c-47a7-b215-d8ccf684c131 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.167766] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf89a8e-0799-4ab5-b35f-68d75f09d542 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.175982] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f819c4b-f343-4f9a-943c-5f80df48cc75 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.190147] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.245298] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391222, 'name': Rename_Task, 'duration_secs': 0.141189} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.245584] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1406.245836] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d90178a2-2c71-483f-9407-6e830ae291ac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.253154] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1406.253154] env[69773]: value = "task-3391223" [ 1406.253154] env[69773]: _type = "Task" [ 1406.253154] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.262609] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.694068] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.765722] env[69773]: DEBUG oslo_vmware.api [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391223, 'name': PowerOnVM_Task, 'duration_secs': 0.483982} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.766061] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.766376] env[69773]: INFO nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1406.766376] env[69773]: DEBUG nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1406.767154] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44017b06-9fee-48e9-8956-61269e4bd9be {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.198731] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1407.198935] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.151s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.286528] env[69773]: INFO nova.compute.manager [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Took 11.39 seconds to build instance. [ 1407.324174] env[69773]: DEBUG nova.network.neutron [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Port 555d66db-655d-4e0c-a460-9396371bd8c0 binding to destination host cpu-1 is already ACTIVE {{(pid=69773) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3252}} [ 1407.324174] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.324174] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.324174] env[69773]: DEBUG nova.network.neutron [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1407.787801] env[69773]: DEBUG oslo_concurrency.lockutils [None req-15a56620-a6f5-4dbf-886d-4d1f20f2fbe3 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "a4efca35-240f-4654-994f-5a22562e4050" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.901s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.100690] env[69773]: DEBUG nova.network.neutron [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [{"id": "555d66db-655d-4e0c-a460-9396371bd8c0", "address": "fa:16:3e:8a:54:bb", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d66db-65", "ovs_interfaceid": "555d66db-655d-4e0c-a460-9396371bd8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.603931] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.940181] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.940476] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.107787] env[69773]: DEBUG nova.compute.manager [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69773) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1409.108106] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.108398] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.442806] env[69773]: DEBUG nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1409.611151] env[69773]: DEBUG nova.objects.instance [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'migration_context' on Instance uuid 63818710-5666-43d5-9ee7-99fef7891c67 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.964934] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.170908] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eb7333-2152-46a6-b9ba-19371dc13f48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.179817] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017fd77a-5c6e-4b1f-86fb-2b890bb80fc2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.209413] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df94f54c-25e8-4bdb-af67-3c327064d1ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.216396] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be0a1ae-e304-4fa0-820b-cbc26de2519a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.229009] env[69773]: DEBUG nova.compute.provider_tree [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1410.731961] env[69773]: DEBUG nova.scheduler.client.report [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1411.744051] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.635s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.750784] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.786s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.753024] env[69773]: INFO nova.compute.claims [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.825167] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fdfed6-44d5-4697-9858-647593e3aa60 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.833030] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d365b0b9-c543-4afb-a80a-29765c9977cd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.862289] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3017243-cbd1-454f-9b1d-bf1879bfbed2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.868806] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458a3da5-0d99-4654-819d-c6fa5d6d4c6e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.881236] env[69773]: DEBUG nova.compute.provider_tree [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.287890] env[69773]: INFO nova.compute.manager [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Swapping old allocation on dict_keys(['9accc708-4d34-4324-945b-6edf01e232c6']) held by migration f8df30fa-1c6c-4536-8018-ebd8835fda83 for instance [ 1413.312232] env[69773]: DEBUG nova.scheduler.client.report [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Overwriting current allocation {'allocations': {'9accc708-4d34-4324-945b-6edf01e232c6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': '55c0c682937646dc948c422ec5be924d', 'user_id': '0ad1a7702a5d40aa81ead18ad085be91', 'consumer_generation': 1} on consumer 63818710-5666-43d5-9ee7-99fef7891c67 {{(pid=69773) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1413.384415] env[69773]: DEBUG nova.scheduler.client.report [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.388223] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.388387] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.388552] env[69773]: DEBUG nova.network.neutron [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1413.891158] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.891700] env[69773]: DEBUG nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.085258] env[69773]: DEBUG nova.network.neutron [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [{"id": "555d66db-655d-4e0c-a460-9396371bd8c0", "address": "fa:16:3e:8a:54:bb", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap555d66db-65", "ovs_interfaceid": "555d66db-655d-4e0c-a460-9396371bd8c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.398624] env[69773]: DEBUG nova.compute.utils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.400161] env[69773]: DEBUG nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.400358] env[69773]: DEBUG nova.network.neutron [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.438818] env[69773]: DEBUG nova.policy [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27db5be4c8334327a0c6f5847070c874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a145c549d48228c33aca001b21b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.587744] env[69773]: DEBUG oslo_concurrency.lockutils [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-63818710-5666-43d5-9ee7-99fef7891c67" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.588228] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.588516] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e60648-f8af-4ef6-819b-d020ecc8522a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.596114] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1414.596114] env[69773]: value = "task-3391224" [ 1414.596114] env[69773]: _type = "Task" [ 1414.596114] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.603958] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.780386] env[69773]: DEBUG nova.network.neutron [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Successfully created port: d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1414.903941] env[69773]: DEBUG nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.105589] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391224, 'name': PowerOffVM_Task, 'duration_secs': 0.27006} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.105948] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1415.106619] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.106829] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.106982] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.107177] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.107322] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.107466] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.107663] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.107819] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.107981] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.108154] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.108325] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.113153] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fca244f3-e68d-4a2c-8d5e-786e18d97c9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.127910] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1415.127910] env[69773]: value = "task-3391225" [ 1415.127910] env[69773]: _type = "Task" [ 1415.127910] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.135180] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.638029] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.914346] env[69773]: DEBUG nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1415.939971] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1415.940240] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.940398] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1415.940579] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.940723] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1415.940869] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1415.941080] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1415.941241] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1415.941406] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1415.941563] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1415.941733] env[69773]: DEBUG nova.virt.hardware [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1415.942595] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e923b5f-cc56-4a30-9ad5-ee31fb1ac8ec {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.950636] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b74a03-b9fc-4b20-93a3-3964c2eedb5a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.135314] env[69773]: DEBUG nova.compute.manager [req-5ae0652e-ab6e-4544-bbb0-7929a77fed2a req-6c7811f6-f1f3-4310-acce-702fca095fe1 service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Received event network-vif-plugged-d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1416.135531] env[69773]: DEBUG oslo_concurrency.lockutils [req-5ae0652e-ab6e-4544-bbb0-7929a77fed2a req-6c7811f6-f1f3-4310-acce-702fca095fe1 service nova] Acquiring lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.135735] env[69773]: DEBUG oslo_concurrency.lockutils [req-5ae0652e-ab6e-4544-bbb0-7929a77fed2a req-6c7811f6-f1f3-4310-acce-702fca095fe1 service nova] Lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.135899] env[69773]: DEBUG oslo_concurrency.lockutils [req-5ae0652e-ab6e-4544-bbb0-7929a77fed2a req-6c7811f6-f1f3-4310-acce-702fca095fe1 service nova] Lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.136074] env[69773]: DEBUG nova.compute.manager [req-5ae0652e-ab6e-4544-bbb0-7929a77fed2a req-6c7811f6-f1f3-4310-acce-702fca095fe1 service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] No waiting events found dispatching network-vif-plugged-d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.136239] env[69773]: WARNING nova.compute.manager [req-5ae0652e-ab6e-4544-bbb0-7929a77fed2a req-6c7811f6-f1f3-4310-acce-702fca095fe1 service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Received unexpected event network-vif-plugged-d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9 for instance with vm_state building and task_state spawning. [ 1416.141341] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.210762] env[69773]: DEBUG nova.network.neutron [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Successfully updated port: d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.638623] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391225, 'name': ReconfigVM_Task, 'duration_secs': 1.15343} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.639589] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4304ffe4-7711-483b-8f3f-f50c2e077ecf {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.658252] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.658549] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.658793] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.659104] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.659342] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.659578] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.659871] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.660122] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.660378] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.660624] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.660884] env[69773]: DEBUG nova.virt.hardware [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.661713] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a346bb-502a-4f1a-9b77-025b5dbb527a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.666906] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1416.666906] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e4a7bc-e38b-76a5-ef69-a5e1ac0f7015" [ 1416.666906] env[69773]: _type = "Task" [ 1416.666906] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.674221] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e4a7bc-e38b-76a5-ef69-a5e1ac0f7015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.714220] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "refresh_cache-dbab0f46-3b31-4ce6-9fa8-513ca6820300" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.714220] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "refresh_cache-dbab0f46-3b31-4ce6-9fa8-513ca6820300" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.714220] env[69773]: DEBUG nova.network.neutron [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1417.178379] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52e4a7bc-e38b-76a5-ef69-a5e1ac0f7015, 'name': SearchDatastore_Task, 'duration_secs': 0.008661} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.183649] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1417.183950] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5e996aa-b364-4cda-9739-e142ee95addb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.201533] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1417.201533] env[69773]: value = "task-3391226" [ 1417.201533] env[69773]: _type = "Task" [ 1417.201533] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.208823] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391226, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.246142] env[69773]: DEBUG nova.network.neutron [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1417.364683] env[69773]: DEBUG nova.network.neutron [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Updating instance_info_cache with network_info: [{"id": "d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9", "address": "fa:16:3e:18:4f:cb", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aaac73-ba", "ovs_interfaceid": "d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.711113] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391226, 'name': ReconfigVM_Task, 'duration_secs': 0.16465} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.711426] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69773) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1417.712192] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b82b2a-a83c-4478-abf9-b4a6a39ad799 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.733142] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67/63818710-5666-43d5-9ee7-99fef7891c67.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1417.733364] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70811afd-7fa7-459e-be79-15d9d5bcb994 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.750901] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1417.750901] env[69773]: value = "task-3391227" [ 1417.750901] env[69773]: _type = "Task" [ 1417.750901] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.759759] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.867586] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "refresh_cache-dbab0f46-3b31-4ce6-9fa8-513ca6820300" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.867992] env[69773]: DEBUG nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Instance network_info: |[{"id": "d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9", "address": "fa:16:3e:18:4f:cb", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aaac73-ba", "ovs_interfaceid": "d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1417.868484] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:4f:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2aaac73-baf7-4c39-85ae-f9e5a32bf9d9', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.877361] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1417.877665] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.878007] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fc79b49-73e5-4848-9568-971073f028c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.905509] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.905509] env[69773]: value = "task-3391228" [ 1417.905509] env[69773]: _type = "Task" [ 1417.905509] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.913550] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391228, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.159792] env[69773]: DEBUG nova.compute.manager [req-ef6ebda9-924c-4f93-834a-09c094228339 req-05d7b5ce-385a-4ccb-8777-a5c7eda3fa8d service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Received event network-changed-d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.159987] env[69773]: DEBUG nova.compute.manager [req-ef6ebda9-924c-4f93-834a-09c094228339 req-05d7b5ce-385a-4ccb-8777-a5c7eda3fa8d service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Refreshing instance network info cache due to event network-changed-d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1418.160218] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef6ebda9-924c-4f93-834a-09c094228339 req-05d7b5ce-385a-4ccb-8777-a5c7eda3fa8d service nova] Acquiring lock "refresh_cache-dbab0f46-3b31-4ce6-9fa8-513ca6820300" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.160359] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef6ebda9-924c-4f93-834a-09c094228339 req-05d7b5ce-385a-4ccb-8777-a5c7eda3fa8d service nova] Acquired lock "refresh_cache-dbab0f46-3b31-4ce6-9fa8-513ca6820300" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.160515] env[69773]: DEBUG nova.network.neutron [req-ef6ebda9-924c-4f93-834a-09c094228339 req-05d7b5ce-385a-4ccb-8777-a5c7eda3fa8d service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Refreshing network info cache for port d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1418.260714] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391227, 'name': ReconfigVM_Task, 'duration_secs': 0.284746} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.261026] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67/63818710-5666-43d5-9ee7-99fef7891c67.vmdk or device None with type thin {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1418.261846] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4def5ad4-8171-44f0-aca3-01c0dd368698 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.279274] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f121dc5-186d-4232-8677-d331e776a782 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.296543] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9581b68e-743a-4098-ac85-0240239c55a1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.313556] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8525ee03-df1f-4400-834a-186787bafb82 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.319720] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1418.319925] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1918e7c0-57fa-458d-9bbf-a7e76a8af3c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.325897] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1418.325897] env[69773]: value = "task-3391229" [ 1418.325897] env[69773]: _type = "Task" [ 1418.325897] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.332589] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.414957] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391228, 'name': CreateVM_Task, 'duration_secs': 0.304937} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.415147] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.415811] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.415981] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.416311] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.416555] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2525d74c-bbfb-4120-ac6a-6450052ef531 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.420699] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1418.420699] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528e65bc-cfe2-cbd6-2c4b-a6fba53b806a" [ 1418.420699] env[69773]: _type = "Task" [ 1418.420699] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.428193] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528e65bc-cfe2-cbd6-2c4b-a6fba53b806a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.837667] env[69773]: DEBUG oslo_vmware.api [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391229, 'name': PowerOnVM_Task, 'duration_secs': 0.358086} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.837925] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.842245] env[69773]: DEBUG nova.network.neutron [req-ef6ebda9-924c-4f93-834a-09c094228339 req-05d7b5ce-385a-4ccb-8777-a5c7eda3fa8d service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Updated VIF entry in instance network info cache for port d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1418.842558] env[69773]: DEBUG nova.network.neutron [req-ef6ebda9-924c-4f93-834a-09c094228339 req-05d7b5ce-385a-4ccb-8777-a5c7eda3fa8d service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Updating instance_info_cache with network_info: [{"id": "d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9", "address": "fa:16:3e:18:4f:cb", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2aaac73-ba", "ovs_interfaceid": "d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.930442] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]528e65bc-cfe2-cbd6-2c4b-a6fba53b806a, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.930739] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.930973] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1418.931213] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.931356] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.931526] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1418.931770] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aec77ff-8514-458e-96cb-852074fafc95 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.939888] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1418.940032] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1418.940698] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be830e6e-8541-4df3-a07c-9b1555929ccb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.945474] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1418.945474] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c2899e-0a50-4688-47a0-cb7fec9b9466" [ 1418.945474] env[69773]: _type = "Task" [ 1418.945474] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.952396] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c2899e-0a50-4688-47a0-cb7fec9b9466, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.348808] env[69773]: DEBUG oslo_concurrency.lockutils [req-ef6ebda9-924c-4f93-834a-09c094228339 req-05d7b5ce-385a-4ccb-8777-a5c7eda3fa8d service nova] Releasing lock "refresh_cache-dbab0f46-3b31-4ce6-9fa8-513ca6820300" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.456456] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52c2899e-0a50-4688-47a0-cb7fec9b9466, 'name': SearchDatastore_Task, 'duration_secs': 0.008408} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.457234] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9987602c-6ebb-47a8-a73c-82362d2d952a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.462556] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1419.462556] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5294601c-39dd-cce2-30e0-17559797d9ea" [ 1419.462556] env[69773]: _type = "Task" [ 1419.462556] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.469748] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5294601c-39dd-cce2-30e0-17559797d9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.851848] env[69773]: INFO nova.compute.manager [None req-aecbb467-f791-41d4-a71c-3795548e1683 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance to original state: 'active' [ 1419.973276] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5294601c-39dd-cce2-30e0-17559797d9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009565} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.973517] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.973796] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] dbab0f46-3b31-4ce6-9fa8-513ca6820300/dbab0f46-3b31-4ce6-9fa8-513ca6820300.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1419.974080] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e89789af-b172-4c1f-b92d-451067eeb6bc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.979784] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1419.979784] env[69773]: value = "task-3391230" [ 1419.979784] env[69773]: _type = "Task" [ 1419.979784] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.987365] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.490284] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439744} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.490609] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] dbab0f46-3b31-4ce6-9fa8-513ca6820300/dbab0f46-3b31-4ce6-9fa8-513ca6820300.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.490754] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.490975] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96b8d67e-ba96-4f95-a833-837de23b755d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.497492] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1420.497492] env[69773]: value = "task-3391231" [ 1420.497492] env[69773]: _type = "Task" [ 1420.497492] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.504901] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.944916] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "63818710-5666-43d5-9ee7-99fef7891c67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.945196] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "63818710-5666-43d5-9ee7-99fef7891c67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.945405] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "63818710-5666-43d5-9ee7-99fef7891c67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.945599] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "63818710-5666-43d5-9ee7-99fef7891c67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.945768] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "63818710-5666-43d5-9ee7-99fef7891c67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.948267] env[69773]: INFO nova.compute.manager [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Terminating instance [ 1421.006632] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059922} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.006810] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.007482] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63b5f48-c7eb-4566-968a-f943721bcee8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.029215] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] dbab0f46-3b31-4ce6-9fa8-513ca6820300/dbab0f46-3b31-4ce6-9fa8-513ca6820300.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.029835] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d859fa3-9382-4fd1-a421-27d5bf4d84e3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.050654] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1421.050654] env[69773]: value = "task-3391232" [ 1421.050654] env[69773]: _type = "Task" [ 1421.050654] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.058791] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.452499] env[69773]: DEBUG nova.compute.manager [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1421.452745] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1421.453653] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7373c54-bb27-412c-8505-3ebd2f573816 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.461477] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.461751] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7826c2ac-d4b9-4c91-94e0-bfc2bafc8056 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.467939] env[69773]: DEBUG oslo_vmware.api [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1421.467939] env[69773]: value = "task-3391233" [ 1421.467939] env[69773]: _type = "Task" [ 1421.467939] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.476174] env[69773]: DEBUG oslo_vmware.api [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.561856] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.978180] env[69773]: DEBUG oslo_vmware.api [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391233, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.061907] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391232, 'name': ReconfigVM_Task, 'duration_secs': 0.825427} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.062210] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Reconfigured VM instance instance-00000079 to attach disk [datastore2] dbab0f46-3b31-4ce6-9fa8-513ca6820300/dbab0f46-3b31-4ce6-9fa8-513ca6820300.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1422.062833] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f91785c-2fde-4c8f-b61f-a98301ff21a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.069593] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1422.069593] env[69773]: value = "task-3391234" [ 1422.069593] env[69773]: _type = "Task" [ 1422.069593] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.077180] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391234, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.478659] env[69773]: DEBUG oslo_vmware.api [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391233, 'name': PowerOffVM_Task, 'duration_secs': 0.532904} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.478935] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.479152] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1422.479366] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8752d957-99b2-4877-afb0-f33a7914cfd9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.538549] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1422.538784] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1422.538971] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleting the datastore file [datastore2] 63818710-5666-43d5-9ee7-99fef7891c67 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1422.539261] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff11e126-effc-4638-92f1-ba40e6b9f96c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.546044] env[69773]: DEBUG oslo_vmware.api [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1422.546044] env[69773]: value = "task-3391236" [ 1422.546044] env[69773]: _type = "Task" [ 1422.546044] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.552882] env[69773]: DEBUG oslo_vmware.api [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.578163] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391234, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.055462] env[69773]: DEBUG oslo_vmware.api [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14155} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.055679] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1423.055832] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1423.056013] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1423.056198] env[69773]: INFO nova.compute.manager [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1423.056434] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1423.056635] env[69773]: DEBUG nova.compute.manager [-] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1423.056706] env[69773]: DEBUG nova.network.neutron [-] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1423.078562] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391234, 'name': Rename_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.444531] env[69773]: DEBUG nova.compute.manager [req-260e1036-1cdb-442e-a41d-4950e2c4694f req-3135477f-b829-44a0-a8fe-0441eecfb1e3 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Received event network-vif-deleted-555d66db-655d-4e0c-a460-9396371bd8c0 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.444636] env[69773]: INFO nova.compute.manager [req-260e1036-1cdb-442e-a41d-4950e2c4694f req-3135477f-b829-44a0-a8fe-0441eecfb1e3 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Neutron deleted interface 555d66db-655d-4e0c-a460-9396371bd8c0; detaching it from the instance and deleting it from the info cache [ 1423.444802] env[69773]: DEBUG nova.network.neutron [req-260e1036-1cdb-442e-a41d-4950e2c4694f req-3135477f-b829-44a0-a8fe-0441eecfb1e3 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.581045] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391234, 'name': Rename_Task, 'duration_secs': 1.169892} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.581381] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.581490] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3ceee8c-95b1-4e41-98e4-320c230ea200 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.587897] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1423.587897] env[69773]: value = "task-3391237" [ 1423.587897] env[69773]: _type = "Task" [ 1423.587897] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.595619] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.929482] env[69773]: DEBUG nova.network.neutron [-] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.950201] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d67b835d-061b-40ef-b906-840b2053dc4a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.960190] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f2b694-732a-472e-9ac3-8f78b9e7fb15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.985084] env[69773]: DEBUG nova.compute.manager [req-260e1036-1cdb-442e-a41d-4950e2c4694f req-3135477f-b829-44a0-a8fe-0441eecfb1e3 service nova] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Detach interface failed, port_id=555d66db-655d-4e0c-a460-9396371bd8c0, reason: Instance 63818710-5666-43d5-9ee7-99fef7891c67 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1424.097241] env[69773]: DEBUG oslo_vmware.api [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391237, 'name': PowerOnVM_Task, 'duration_secs': 0.431107} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.097500] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.097695] env[69773]: INFO nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1424.097872] env[69773]: DEBUG nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1424.098673] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23c1297d-1fba-4c3b-a0a6-6391e4c98f9c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.432814] env[69773]: INFO nova.compute.manager [-] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Took 1.38 seconds to deallocate network for instance. [ 1424.617050] env[69773]: INFO nova.compute.manager [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Took 14.67 seconds to build instance. [ 1424.939627] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.939927] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.940131] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.968944] env[69773]: INFO nova.scheduler.client.report [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted allocations for instance 63818710-5666-43d5-9ee7-99fef7891c67 [ 1425.119326] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f6fca3d4-282b-44f8-87d5-1b99329ad601 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.179s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.476868] env[69773]: DEBUG oslo_concurrency.lockutils [None req-26df81e1-f1aa-4436-a5d6-f6b9badbf477 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "63818710-5666-43d5-9ee7-99fef7891c67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.532s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.487483] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.487657] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.487860] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.488048] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.488215] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.489896] env[69773]: INFO nova.compute.manager [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Terminating instance [ 1425.993219] env[69773]: DEBUG nova.compute.manager [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1425.993538] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1425.994344] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a1ccd-148b-4fdf-b12e-848ec14ce0b1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.002113] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.002351] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7155e79-5536-492b-a43a-1115c70f0f7d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.007893] env[69773]: DEBUG oslo_vmware.api [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1426.007893] env[69773]: value = "task-3391238" [ 1426.007893] env[69773]: _type = "Task" [ 1426.007893] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.015763] env[69773]: DEBUG oslo_vmware.api [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.518258] env[69773]: DEBUG oslo_vmware.api [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391238, 'name': PowerOffVM_Task, 'duration_secs': 0.16646} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.518474] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1426.518636] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.518879] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-480ed8a4-fbac-4044-91ab-81eca1b37c2f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.580831] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.581065] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.581254] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleting the datastore file [datastore2] dbab0f46-3b31-4ce6-9fa8-513ca6820300 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.581524] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faa24c70-3b9c-4978-afe6-e36971ca67db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.587770] env[69773]: DEBUG oslo_vmware.api [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1426.587770] env[69773]: value = "task-3391240" [ 1426.587770] env[69773]: _type = "Task" [ 1426.587770] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.595494] env[69773]: DEBUG oslo_vmware.api [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.966065] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.966364] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.097627] env[69773]: DEBUG oslo_vmware.api [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155896} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.097931] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.098038] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.098319] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.098554] env[69773]: INFO nova.compute.manager [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1427.098814] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1427.099046] env[69773]: DEBUG nova.compute.manager [-] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1427.099169] env[69773]: DEBUG nova.network.neutron [-] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1427.469326] env[69773]: DEBUG nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1427.598106] env[69773]: DEBUG nova.compute.manager [req-821e5ddf-f153-4eb2-8261-6647a061336c req-72677bac-ba9f-46be-9c17-eae1164644b1 service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Received event network-vif-deleted-d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1427.598250] env[69773]: INFO nova.compute.manager [req-821e5ddf-f153-4eb2-8261-6647a061336c req-72677bac-ba9f-46be-9c17-eae1164644b1 service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Neutron deleted interface d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9; detaching it from the instance and deleting it from the info cache [ 1427.598421] env[69773]: DEBUG nova.network.neutron [req-821e5ddf-f153-4eb2-8261-6647a061336c req-72677bac-ba9f-46be-9c17-eae1164644b1 service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.990952] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.991279] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.992820] env[69773]: INFO nova.compute.claims [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1428.082322] env[69773]: DEBUG nova.network.neutron [-] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.100929] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-045d6c70-f199-456c-8258-b5238d50227b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.112026] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90b8bc4-6e98-4542-a617-b5fbf25d94d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.134063] env[69773]: DEBUG nova.compute.manager [req-821e5ddf-f153-4eb2-8261-6647a061336c req-72677bac-ba9f-46be-9c17-eae1164644b1 service nova] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Detach interface failed, port_id=d2aaac73-baf7-4c39-85ae-f9e5a32bf9d9, reason: Instance dbab0f46-3b31-4ce6-9fa8-513ca6820300 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1428.584906] env[69773]: INFO nova.compute.manager [-] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Took 1.49 seconds to deallocate network for instance. [ 1429.045532] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4778fd3c-59b4-474c-ac16-4d07026bd775 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.053290] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb3a29-750f-405e-80de-0fae38b1481d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.082565] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef729cc8-d91a-402f-a423-97d0815aad10 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.089497] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab2f72c-1120-4bdd-949f-36712e796e52 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.093773] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.104926] env[69773]: DEBUG nova.compute.provider_tree [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.608204] env[69773]: DEBUG nova.scheduler.client.report [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1430.113195] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.113779] env[69773]: DEBUG nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1430.116463] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.023s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.116710] env[69773]: DEBUG nova.objects.instance [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lazy-loading 'resources' on Instance uuid dbab0f46-3b31-4ce6-9fa8-513ca6820300 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1430.619803] env[69773]: DEBUG nova.compute.utils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1430.624049] env[69773]: DEBUG nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1430.624186] env[69773]: DEBUG nova.network.neutron [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1430.667607] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993c3265-0242-4564-8388-bdd2ee3bea2b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.671231] env[69773]: DEBUG nova.policy [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ad1a7702a5d40aa81ead18ad085be91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55c0c682937646dc948c422ec5be924d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1430.677857] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fac3257-5177-45f8-992b-b9a4044a783d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.709769] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38915d17-7f99-4788-932e-07c136943af3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.717480] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6481141-ac6e-42e9-8d98-04780361d969 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.730603] env[69773]: DEBUG nova.compute.provider_tree [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.964015] env[69773]: DEBUG nova.network.neutron [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Successfully created port: 7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1431.125267] env[69773]: DEBUG nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1431.234220] env[69773]: DEBUG nova.scheduler.client.report [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.738864] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.622s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.762812] env[69773]: INFO nova.scheduler.client.report [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted allocations for instance dbab0f46-3b31-4ce6-9fa8-513ca6820300 [ 1432.137206] env[69773]: DEBUG nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1432.161739] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1432.161987] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1432.162160] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1432.162341] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1432.162484] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1432.162629] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1432.162831] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1432.162988] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1432.163461] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1432.163461] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1432.163531] env[69773]: DEBUG nova.virt.hardware [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1432.164393] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccebb7ba-adfb-4aac-b346-6a3c6ff59e38 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.172328] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c786ecb-71bf-4f87-a8a6-8a21bb90e81b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.270357] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a996582b-cfcb-4ba7-92bc-6559112029ac tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "dbab0f46-3b31-4ce6-9fa8-513ca6820300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.783s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.317981] env[69773]: DEBUG nova.compute.manager [req-ccb0cf0d-e63f-442d-8773-fc04e42566e2 req-4ec624b9-f6c6-4ed8-a672-44bd89c2e194 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Received event network-vif-plugged-7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1432.318220] env[69773]: DEBUG oslo_concurrency.lockutils [req-ccb0cf0d-e63f-442d-8773-fc04e42566e2 req-4ec624b9-f6c6-4ed8-a672-44bd89c2e194 service nova] Acquiring lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.318414] env[69773]: DEBUG oslo_concurrency.lockutils [req-ccb0cf0d-e63f-442d-8773-fc04e42566e2 req-4ec624b9-f6c6-4ed8-a672-44bd89c2e194 service nova] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.318623] env[69773]: DEBUG oslo_concurrency.lockutils [req-ccb0cf0d-e63f-442d-8773-fc04e42566e2 req-4ec624b9-f6c6-4ed8-a672-44bd89c2e194 service nova] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.318730] env[69773]: DEBUG nova.compute.manager [req-ccb0cf0d-e63f-442d-8773-fc04e42566e2 req-4ec624b9-f6c6-4ed8-a672-44bd89c2e194 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] No waiting events found dispatching network-vif-plugged-7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1432.318894] env[69773]: WARNING nova.compute.manager [req-ccb0cf0d-e63f-442d-8773-fc04e42566e2 req-4ec624b9-f6c6-4ed8-a672-44bd89c2e194 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Received unexpected event network-vif-plugged-7807e9e3-1711-4e5b-bd2f-7e1282cc4eef for instance with vm_state building and task_state spawning. [ 1432.404743] env[69773]: DEBUG nova.network.neutron [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Successfully updated port: 7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1432.909591] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.909591] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.909591] env[69773]: DEBUG nova.network.neutron [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1433.439528] env[69773]: DEBUG nova.network.neutron [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1433.565143] env[69773]: DEBUG nova.network.neutron [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updating instance_info_cache with network_info: [{"id": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "address": "fa:16:3e:87:75:e7", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807e9e3-17", "ovs_interfaceid": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.800104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "be342e11-d611-44be-ab24-156f59fa975f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.800329] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "be342e11-d611-44be-ab24-156f59fa975f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.067980] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.068316] env[69773]: DEBUG nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Instance network_info: |[{"id": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "address": "fa:16:3e:87:75:e7", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807e9e3-17", "ovs_interfaceid": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1434.068726] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:75:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7807e9e3-1711-4e5b-bd2f-7e1282cc4eef', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1434.076049] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1434.076522] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1434.076750] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b4617db-4790-4ad3-af77-7d4c1df96ad9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.096641] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1434.096641] env[69773]: value = "task-3391241" [ 1434.096641] env[69773]: _type = "Task" [ 1434.096641] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.103656] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391241, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.302516] env[69773]: DEBUG nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.344744] env[69773]: DEBUG nova.compute.manager [req-13399237-653a-4713-9802-83d3ba8f3cbc req-6fef5c38-a6e6-4861-a800-505cbf994d5a service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Received event network-changed-7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.344973] env[69773]: DEBUG nova.compute.manager [req-13399237-653a-4713-9802-83d3ba8f3cbc req-6fef5c38-a6e6-4861-a800-505cbf994d5a service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Refreshing instance network info cache due to event network-changed-7807e9e3-1711-4e5b-bd2f-7e1282cc4eef. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1434.345182] env[69773]: DEBUG oslo_concurrency.lockutils [req-13399237-653a-4713-9802-83d3ba8f3cbc req-6fef5c38-a6e6-4861-a800-505cbf994d5a service nova] Acquiring lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.345326] env[69773]: DEBUG oslo_concurrency.lockutils [req-13399237-653a-4713-9802-83d3ba8f3cbc req-6fef5c38-a6e6-4861-a800-505cbf994d5a service nova] Acquired lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.345484] env[69773]: DEBUG nova.network.neutron [req-13399237-653a-4713-9802-83d3ba8f3cbc req-6fef5c38-a6e6-4861-a800-505cbf994d5a service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Refreshing network info cache for port 7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1434.606655] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391241, 'name': CreateVM_Task, 'duration_secs': 0.282551} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.607021] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1434.607472] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.607637] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.607943] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.608208] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dedbe9f5-4d6a-4d61-916f-ca8f97763674 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.612126] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1434.612126] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d3a57d-e184-8a92-ba66-f640b2fc2ccc" [ 1434.612126] env[69773]: _type = "Task" [ 1434.612126] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.619439] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d3a57d-e184-8a92-ba66-f640b2fc2ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.824142] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.824420] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.825910] env[69773]: INFO nova.compute.claims [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1435.035340] env[69773]: DEBUG nova.network.neutron [req-13399237-653a-4713-9802-83d3ba8f3cbc req-6fef5c38-a6e6-4861-a800-505cbf994d5a service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updated VIF entry in instance network info cache for port 7807e9e3-1711-4e5b-bd2f-7e1282cc4eef. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1435.035731] env[69773]: DEBUG nova.network.neutron [req-13399237-653a-4713-9802-83d3ba8f3cbc req-6fef5c38-a6e6-4861-a800-505cbf994d5a service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updating instance_info_cache with network_info: [{"id": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "address": "fa:16:3e:87:75:e7", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807e9e3-17", "ovs_interfaceid": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.122813] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d3a57d-e184-8a92-ba66-f640b2fc2ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.011667} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.123204] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.123441] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1435.123670] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.123812] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.124022] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1435.124279] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab1a6a5-b229-441f-b16a-439d0167f24a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.133201] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1435.133376] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1435.134060] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a8c61e4-6577-4c0c-87a8-b5e4d982ee39 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.138977] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1435.138977] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aa5175-61ef-b442-aff4-ae2cfb8f9d05" [ 1435.138977] env[69773]: _type = "Task" [ 1435.138977] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.146215] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aa5175-61ef-b442-aff4-ae2cfb8f9d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.537930] env[69773]: DEBUG oslo_concurrency.lockutils [req-13399237-653a-4713-9802-83d3ba8f3cbc req-6fef5c38-a6e6-4861-a800-505cbf994d5a service nova] Releasing lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.649103] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52aa5175-61ef-b442-aff4-ae2cfb8f9d05, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.649855] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b707c37-a014-4c4f-aad1-808fce28bb50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.655041] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1435.655041] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52da6e1e-37ed-4ef6-0e24-84d30fd6aefd" [ 1435.655041] env[69773]: _type = "Task" [ 1435.655041] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.663327] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52da6e1e-37ed-4ef6-0e24-84d30fd6aefd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.878398] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b14daec-c392-41d8-b275-1c5b6dd7ac9f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.886580] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00584dd7-d30e-4a78-9905-84f9858079db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.917781] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f077988-6abc-4218-81a8-4a8817f6c30b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.924569] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17650a95-0777-429d-bbc3-270bc0a1c63a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.937376] env[69773]: DEBUG nova.compute.provider_tree [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.164959] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52da6e1e-37ed-4ef6-0e24-84d30fd6aefd, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.165243] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.165501] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 6cbbc206-0c58-48a5-9119-e4de4ae9204a/6cbbc206-0c58-48a5-9119-e4de4ae9204a.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1436.165747] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30457dc0-ef99-41a4-ab1d-b11a4dbe0467 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.171950] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1436.171950] env[69773]: value = "task-3391242" [ 1436.171950] env[69773]: _type = "Task" [ 1436.171950] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.179199] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.440941] env[69773]: DEBUG nova.scheduler.client.report [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1436.680961] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450714} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.681374] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 6cbbc206-0c58-48a5-9119-e4de4ae9204a/6cbbc206-0c58-48a5-9119-e4de4ae9204a.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1436.681470] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1436.681676] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45848a18-5990-420a-ab49-9a54fe36850f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.687848] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1436.687848] env[69773]: value = "task-3391243" [ 1436.687848] env[69773]: _type = "Task" [ 1436.687848] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.696353] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.946199] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.122s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.946735] env[69773]: DEBUG nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.196983] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059807} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.197259] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1437.197994] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823c626b-89a4-49cf-8fac-a541087c7fd0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.219435] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 6cbbc206-0c58-48a5-9119-e4de4ae9204a/6cbbc206-0c58-48a5-9119-e4de4ae9204a.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.219683] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8413619-98b6-4ce2-8083-12630b04488f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.238817] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1437.238817] env[69773]: value = "task-3391244" [ 1437.238817] env[69773]: _type = "Task" [ 1437.238817] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.246339] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.451373] env[69773]: DEBUG nova.compute.utils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1437.453411] env[69773]: DEBUG nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.453411] env[69773]: DEBUG nova.network.neutron [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.489093] env[69773]: DEBUG nova.policy [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27db5be4c8334327a0c6f5847070c874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a145c549d48228c33aca001b21b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.743896] env[69773]: DEBUG nova.network.neutron [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Successfully created port: 8c53eb95-8812-4256-986e-17d2a669423c {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.751304] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391244, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.956320] env[69773]: DEBUG nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1438.251497] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391244, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.750498] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391244, 'name': ReconfigVM_Task, 'duration_secs': 1.271528} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.750871] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 6cbbc206-0c58-48a5-9119-e4de4ae9204a/6cbbc206-0c58-48a5-9119-e4de4ae9204a.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.751419] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b612b1dd-31f0-4d5a-9b3d-9e2d07aae6e0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.757220] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1438.757220] env[69773]: value = "task-3391245" [ 1438.757220] env[69773]: _type = "Task" [ 1438.757220] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.764946] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391245, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.966102] env[69773]: DEBUG nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1438.991328] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.992188] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.992188] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.992188] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.992188] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.992429] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.992429] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.992570] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.992716] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.992875] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.993094] env[69773]: DEBUG nova.virt.hardware [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.993988] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e3f5f4-b5a8-4333-ab53-9105cdbd51c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.001406] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641561d3-2e8a-4843-8c1a-729b3d70dc4f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.085479] env[69773]: DEBUG nova.compute.manager [req-64ca4f2f-8d6f-4995-8251-49f1d4d9948b req-e164970b-d878-45bd-a4a3-2b2e4df5ab47 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Received event network-vif-plugged-8c53eb95-8812-4256-986e-17d2a669423c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.085707] env[69773]: DEBUG oslo_concurrency.lockutils [req-64ca4f2f-8d6f-4995-8251-49f1d4d9948b req-e164970b-d878-45bd-a4a3-2b2e4df5ab47 service nova] Acquiring lock "be342e11-d611-44be-ab24-156f59fa975f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.085850] env[69773]: DEBUG oslo_concurrency.lockutils [req-64ca4f2f-8d6f-4995-8251-49f1d4d9948b req-e164970b-d878-45bd-a4a3-2b2e4df5ab47 service nova] Lock "be342e11-d611-44be-ab24-156f59fa975f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.086015] env[69773]: DEBUG oslo_concurrency.lockutils [req-64ca4f2f-8d6f-4995-8251-49f1d4d9948b req-e164970b-d878-45bd-a4a3-2b2e4df5ab47 service nova] Lock "be342e11-d611-44be-ab24-156f59fa975f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.086192] env[69773]: DEBUG nova.compute.manager [req-64ca4f2f-8d6f-4995-8251-49f1d4d9948b req-e164970b-d878-45bd-a4a3-2b2e4df5ab47 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] No waiting events found dispatching network-vif-plugged-8c53eb95-8812-4256-986e-17d2a669423c {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.086355] env[69773]: WARNING nova.compute.manager [req-64ca4f2f-8d6f-4995-8251-49f1d4d9948b req-e164970b-d878-45bd-a4a3-2b2e4df5ab47 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Received unexpected event network-vif-plugged-8c53eb95-8812-4256-986e-17d2a669423c for instance with vm_state building and task_state spawning. [ 1439.171345] env[69773]: DEBUG nova.network.neutron [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Successfully updated port: 8c53eb95-8812-4256-986e-17d2a669423c {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.266754] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391245, 'name': Rename_Task, 'duration_secs': 0.147984} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.266974] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1439.267238] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5bb6431-d061-492d-ae08-99fc96e16baa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.273625] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1439.273625] env[69773]: value = "task-3391246" [ 1439.273625] env[69773]: _type = "Task" [ 1439.273625] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.281094] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391246, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.673694] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "refresh_cache-be342e11-d611-44be-ab24-156f59fa975f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.673893] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "refresh_cache-be342e11-d611-44be-ab24-156f59fa975f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.674046] env[69773]: DEBUG nova.network.neutron [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1439.782716] env[69773]: DEBUG oslo_vmware.api [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391246, 'name': PowerOnVM_Task, 'duration_secs': 0.459263} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.783128] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1439.783204] env[69773]: INFO nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1439.783460] env[69773]: DEBUG nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1439.784286] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edce1457-e720-4907-8fa3-ff2153bec140 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.205656] env[69773]: DEBUG nova.network.neutron [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1440.300931] env[69773]: INFO nova.compute.manager [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Took 12.33 seconds to build instance. [ 1440.320790] env[69773]: DEBUG nova.network.neutron [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Updating instance_info_cache with network_info: [{"id": "8c53eb95-8812-4256-986e-17d2a669423c", "address": "fa:16:3e:1f:7a:d7", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c53eb95-88", "ovs_interfaceid": "8c53eb95-8812-4256-986e-17d2a669423c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.802438] env[69773]: DEBUG oslo_concurrency.lockutils [None req-178e01f2-2f07-4ed6-a42e-48efcdac57e5 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.836s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.823178] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "refresh_cache-be342e11-d611-44be-ab24-156f59fa975f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.823508] env[69773]: DEBUG nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Instance network_info: |[{"id": "8c53eb95-8812-4256-986e-17d2a669423c", "address": "fa:16:3e:1f:7a:d7", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c53eb95-88", "ovs_interfaceid": "8c53eb95-8812-4256-986e-17d2a669423c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.823919] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:7a:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c53eb95-8812-4256-986e-17d2a669423c', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.831530] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.831739] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be342e11-d611-44be-ab24-156f59fa975f] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.831965] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cf409f1-b534-4152-9cba-c7d0059210ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.850860] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.850860] env[69773]: value = "task-3391247" [ 1440.850860] env[69773]: _type = "Task" [ 1440.850860] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.858116] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391247, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.115041] env[69773]: DEBUG nova.compute.manager [req-14ed71f2-0d0d-4df0-b22d-9f0a0ccae050 req-d13ddc13-9641-4ec2-b0ee-e0c87696de08 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Received event network-changed-8c53eb95-8812-4256-986e-17d2a669423c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.115366] env[69773]: DEBUG nova.compute.manager [req-14ed71f2-0d0d-4df0-b22d-9f0a0ccae050 req-d13ddc13-9641-4ec2-b0ee-e0c87696de08 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Refreshing instance network info cache due to event network-changed-8c53eb95-8812-4256-986e-17d2a669423c. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.115472] env[69773]: DEBUG oslo_concurrency.lockutils [req-14ed71f2-0d0d-4df0-b22d-9f0a0ccae050 req-d13ddc13-9641-4ec2-b0ee-e0c87696de08 service nova] Acquiring lock "refresh_cache-be342e11-d611-44be-ab24-156f59fa975f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.115619] env[69773]: DEBUG oslo_concurrency.lockutils [req-14ed71f2-0d0d-4df0-b22d-9f0a0ccae050 req-d13ddc13-9641-4ec2-b0ee-e0c87696de08 service nova] Acquired lock "refresh_cache-be342e11-d611-44be-ab24-156f59fa975f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.115812] env[69773]: DEBUG nova.network.neutron [req-14ed71f2-0d0d-4df0-b22d-9f0a0ccae050 req-d13ddc13-9641-4ec2-b0ee-e0c87696de08 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Refreshing network info cache for port 8c53eb95-8812-4256-986e-17d2a669423c {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1441.118485] env[69773]: DEBUG nova.compute.manager [req-ab1653a8-80f1-4669-9adb-70ea163452ce req-f5a39581-9c43-42ab-bd00-607aa6e33a74 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Received event network-changed-7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.118667] env[69773]: DEBUG nova.compute.manager [req-ab1653a8-80f1-4669-9adb-70ea163452ce req-f5a39581-9c43-42ab-bd00-607aa6e33a74 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Refreshing instance network info cache due to event network-changed-7807e9e3-1711-4e5b-bd2f-7e1282cc4eef. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.118858] env[69773]: DEBUG oslo_concurrency.lockutils [req-ab1653a8-80f1-4669-9adb-70ea163452ce req-f5a39581-9c43-42ab-bd00-607aa6e33a74 service nova] Acquiring lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.118995] env[69773]: DEBUG oslo_concurrency.lockutils [req-ab1653a8-80f1-4669-9adb-70ea163452ce req-f5a39581-9c43-42ab-bd00-607aa6e33a74 service nova] Acquired lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.119307] env[69773]: DEBUG nova.network.neutron [req-ab1653a8-80f1-4669-9adb-70ea163452ce req-f5a39581-9c43-42ab-bd00-607aa6e33a74 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Refreshing network info cache for port 7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1441.360673] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391247, 'name': CreateVM_Task, 'duration_secs': 0.304121} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.360882] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be342e11-d611-44be-ab24-156f59fa975f] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.361624] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.361798] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.362135] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.362393] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db287314-799f-4a57-aaae-a15bf1a235b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.366684] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1441.366684] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52224c4e-46df-055e-6adb-43d38df4a745" [ 1441.366684] env[69773]: _type = "Task" [ 1441.366684] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.375223] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52224c4e-46df-055e-6adb-43d38df4a745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.877129] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52224c4e-46df-055e-6adb-43d38df4a745, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.877490] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.877690] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.877968] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.878138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.878343] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.878569] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-903b3483-3ee3-4123-b79a-f73ffc3ea149 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.887141] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.887311] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.887990] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0ad743-0041-4187-8acf-bef727245ef6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.894928] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1441.894928] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5270a841-e582-b7f2-6e9c-2b7323998713" [ 1441.894928] env[69773]: _type = "Task" [ 1441.894928] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.910567] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5270a841-e582-b7f2-6e9c-2b7323998713, 'name': SearchDatastore_Task, 'duration_secs': 0.008479} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.911403] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20185dc7-eab4-4be3-90c6-78d636705e2b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.916187] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1441.916187] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524c3338-2340-0f16-40bb-30ed888337f9" [ 1441.916187] env[69773]: _type = "Task" [ 1441.916187] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.923509] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524c3338-2340-0f16-40bb-30ed888337f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.980457] env[69773]: DEBUG nova.network.neutron [req-14ed71f2-0d0d-4df0-b22d-9f0a0ccae050 req-d13ddc13-9641-4ec2-b0ee-e0c87696de08 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Updated VIF entry in instance network info cache for port 8c53eb95-8812-4256-986e-17d2a669423c. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1441.980582] env[69773]: DEBUG nova.network.neutron [req-14ed71f2-0d0d-4df0-b22d-9f0a0ccae050 req-d13ddc13-9641-4ec2-b0ee-e0c87696de08 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Updating instance_info_cache with network_info: [{"id": "8c53eb95-8812-4256-986e-17d2a669423c", "address": "fa:16:3e:1f:7a:d7", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c53eb95-88", "ovs_interfaceid": "8c53eb95-8812-4256-986e-17d2a669423c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1441.990723] env[69773]: DEBUG nova.network.neutron [req-ab1653a8-80f1-4669-9adb-70ea163452ce req-f5a39581-9c43-42ab-bd00-607aa6e33a74 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updated VIF entry in instance network info cache for port 7807e9e3-1711-4e5b-bd2f-7e1282cc4eef. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1441.991061] env[69773]: DEBUG nova.network.neutron [req-ab1653a8-80f1-4669-9adb-70ea163452ce req-f5a39581-9c43-42ab-bd00-607aa6e33a74 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updating instance_info_cache with network_info: [{"id": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "address": "fa:16:3e:87:75:e7", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807e9e3-17", "ovs_interfaceid": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.426614] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]524c3338-2340-0f16-40bb-30ed888337f9, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.426819] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.427077] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] be342e11-d611-44be-ab24-156f59fa975f/be342e11-d611-44be-ab24-156f59fa975f.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.427344] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bcc2269-b8e0-4ebb-abc2-83a813ab71ee {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.433301] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1442.433301] env[69773]: value = "task-3391248" [ 1442.433301] env[69773]: _type = "Task" [ 1442.433301] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.440851] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.486720] env[69773]: DEBUG oslo_concurrency.lockutils [req-14ed71f2-0d0d-4df0-b22d-9f0a0ccae050 req-d13ddc13-9641-4ec2-b0ee-e0c87696de08 service nova] Releasing lock "refresh_cache-be342e11-d611-44be-ab24-156f59fa975f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.493641] env[69773]: DEBUG oslo_concurrency.lockutils [req-ab1653a8-80f1-4669-9adb-70ea163452ce req-f5a39581-9c43-42ab-bd00-607aa6e33a74 service nova] Releasing lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.942853] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41686} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.943127] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] be342e11-d611-44be-ab24-156f59fa975f/be342e11-d611-44be-ab24-156f59fa975f.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.943343] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.943587] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6036b021-9679-4b53-9159-e03f1e4773b0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.950479] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1442.950479] env[69773]: value = "task-3391249" [ 1442.950479] env[69773]: _type = "Task" [ 1442.950479] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.957553] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.460096] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067569} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.460380] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.461108] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88110c14-9ad9-4be1-99a0-9f33f3840a26 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.482162] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] be342e11-d611-44be-ab24-156f59fa975f/be342e11-d611-44be-ab24-156f59fa975f.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.482392] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b65e98-1fa8-41b5-9d78-18306b64e523 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.501676] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1443.501676] env[69773]: value = "task-3391250" [ 1443.501676] env[69773]: _type = "Task" [ 1443.501676] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.508928] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.010825] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391250, 'name': ReconfigVM_Task, 'duration_secs': 0.320596} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.011257] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Reconfigured VM instance instance-0000007b to attach disk [datastore2] be342e11-d611-44be-ab24-156f59fa975f/be342e11-d611-44be-ab24-156f59fa975f.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.011674] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02ac2125-7c51-492e-b494-40fec5f68970 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.017809] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1444.017809] env[69773]: value = "task-3391251" [ 1444.017809] env[69773]: _type = "Task" [ 1444.017809] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.026228] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391251, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.528321] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391251, 'name': Rename_Task, 'duration_secs': 0.159211} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.528601] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.528836] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36b07953-c986-49f3-9b91-dd7c2f2e3190 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.535712] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1444.535712] env[69773]: value = "task-3391252" [ 1444.535712] env[69773]: _type = "Task" [ 1444.535712] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.542695] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.046365] env[69773]: DEBUG oslo_vmware.api [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391252, 'name': PowerOnVM_Task, 'duration_secs': 0.424651} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.046793] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.046793] env[69773]: INFO nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Took 6.08 seconds to spawn the instance on the hypervisor. [ 1445.046793] env[69773]: DEBUG nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.047576] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30821047-e092-4c01-82fd-1d1e3e58a220 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.563513] env[69773]: INFO nova.compute.manager [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Took 10.76 seconds to build instance. [ 1445.874760] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "be342e11-d611-44be-ab24-156f59fa975f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.066250] env[69773]: DEBUG oslo_concurrency.lockutils [None req-8cfbe3b6-05df-4946-a8aa-5967cc5371ed tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "be342e11-d611-44be-ab24-156f59fa975f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.266s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.066659] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "be342e11-d611-44be-ab24-156f59fa975f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.192s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.066730] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "be342e11-d611-44be-ab24-156f59fa975f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.066934] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "be342e11-d611-44be-ab24-156f59fa975f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.067109] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "be342e11-d611-44be-ab24-156f59fa975f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.069197] env[69773]: INFO nova.compute.manager [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Terminating instance [ 1446.572928] env[69773]: DEBUG nova.compute.manager [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1446.573178] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.574167] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81931a07-8117-4e63-9189-2895b3019661 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.581743] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.581965] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95112af9-a65f-46b3-baf9-85b019658b35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.587745] env[69773]: DEBUG oslo_vmware.api [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1446.587745] env[69773]: value = "task-3391253" [ 1446.587745] env[69773]: _type = "Task" [ 1446.587745] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.596648] env[69773]: DEBUG oslo_vmware.api [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.101071] env[69773]: DEBUG oslo_vmware.api [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391253, 'name': PowerOffVM_Task, 'duration_secs': 0.193395} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.101441] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.101619] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.101946] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0be47496-dfe4-47d2-9cfe-8d29c65cc1fa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.161358] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.161588] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.161746] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleting the datastore file [datastore2] be342e11-d611-44be-ab24-156f59fa975f {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.162069] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b25646c-e2bc-41e8-aaaf-93c7d5f6a8a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.167807] env[69773]: DEBUG oslo_vmware.api [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1447.167807] env[69773]: value = "task-3391255" [ 1447.167807] env[69773]: _type = "Task" [ 1447.167807] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.175572] env[69773]: DEBUG oslo_vmware.api [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.677824] env[69773]: DEBUG oslo_vmware.api [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141407} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.678117] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.678298] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.678470] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.678637] env[69773]: INFO nova.compute.manager [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: be342e11-d611-44be-ab24-156f59fa975f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1447.678880] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1447.679090] env[69773]: DEBUG nova.compute.manager [-] [instance: be342e11-d611-44be-ab24-156f59fa975f] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1447.679190] env[69773]: DEBUG nova.network.neutron [-] [instance: be342e11-d611-44be-ab24-156f59fa975f] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1447.914041] env[69773]: DEBUG nova.compute.manager [req-db988d77-dab2-489a-9804-f3d102544f27 req-2dbaa0c5-1575-40e9-91a8-0534e00e6644 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Received event network-vif-deleted-8c53eb95-8812-4256-986e-17d2a669423c {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.914041] env[69773]: INFO nova.compute.manager [req-db988d77-dab2-489a-9804-f3d102544f27 req-2dbaa0c5-1575-40e9-91a8-0534e00e6644 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Neutron deleted interface 8c53eb95-8812-4256-986e-17d2a669423c; detaching it from the instance and deleting it from the info cache [ 1447.914266] env[69773]: DEBUG nova.network.neutron [req-db988d77-dab2-489a-9804-f3d102544f27 req-2dbaa0c5-1575-40e9-91a8-0534e00e6644 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.397973] env[69773]: DEBUG nova.network.neutron [-] [instance: be342e11-d611-44be-ab24-156f59fa975f] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.417125] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a34ec58a-a2cb-4cb5-9e50-476194401fd8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.429351] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7038817-fbe5-4ccb-a087-c576ac483820 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.454386] env[69773]: DEBUG nova.compute.manager [req-db988d77-dab2-489a-9804-f3d102544f27 req-2dbaa0c5-1575-40e9-91a8-0534e00e6644 service nova] [instance: be342e11-d611-44be-ab24-156f59fa975f] Detach interface failed, port_id=8c53eb95-8812-4256-986e-17d2a669423c, reason: Instance be342e11-d611-44be-ab24-156f59fa975f could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1448.901363] env[69773]: INFO nova.compute.manager [-] [instance: be342e11-d611-44be-ab24-156f59fa975f] Took 1.22 seconds to deallocate network for instance. [ 1449.407927] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.408296] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.408467] env[69773]: DEBUG nova.objects.instance [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lazy-loading 'resources' on Instance uuid be342e11-d611-44be-ab24-156f59fa975f {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.962628] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77626a64-18ba-446b-925e-1e3479d1a28b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.969542] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db2fd20-ecc6-47ff-bf9c-0fbfd7230004 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.998582] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68d96bd-44d7-47b2-8b97-dbf6b0e31afd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.005286] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b139f52f-7c8a-4667-a92b-a1621afde39a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.019118] env[69773]: DEBUG nova.compute.provider_tree [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.522131] env[69773]: DEBUG nova.scheduler.client.report [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.027461] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.047227] env[69773]: INFO nova.scheduler.client.report [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted allocations for instance be342e11-d611-44be-ab24-156f59fa975f [ 1451.556363] env[69773]: DEBUG oslo_concurrency.lockutils [None req-edde5e51-a740-46bf-bfa6-0bf411f658bc tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "be342e11-d611-44be-ab24-156f59fa975f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.490s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.777072] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "02a75e72-5392-459d-84a3-77ba48f2fcce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.777387] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "02a75e72-5392-459d-84a3-77ba48f2fcce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.279643] env[69773]: DEBUG nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1453.800195] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.800472] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.801858] env[69773]: INFO nova.compute.claims [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1454.854800] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9e119-bff4-4ab3-a6c4-d5505deaceac {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.862469] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c6c88f-059c-4b5b-a700-eb8154c4e0e9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.892924] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747b0304-1605-469a-a85a-42e229faaec5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.900200] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9921dd40-b589-4997-bbe3-cc9150202656 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.913196] env[69773]: DEBUG nova.compute.provider_tree [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1455.416669] env[69773]: DEBUG nova.scheduler.client.report [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1455.922144] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.922720] env[69773]: DEBUG nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1456.427992] env[69773]: DEBUG nova.compute.utils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1456.429503] env[69773]: DEBUG nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1456.429674] env[69773]: DEBUG nova.network.neutron [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1456.474438] env[69773]: DEBUG nova.policy [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27db5be4c8334327a0c6f5847070c874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a145c549d48228c33aca001b21b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1456.771523] env[69773]: DEBUG nova.network.neutron [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Successfully created port: c3a73500-d70f-4f33-97cb-1e66f74abd52 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1456.934415] env[69773]: DEBUG nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1457.944547] env[69773]: DEBUG nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1457.970906] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1457.971195] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1457.971372] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1457.971555] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1457.971699] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1457.971842] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1457.972057] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1457.972220] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1457.972387] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1457.972547] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1457.972750] env[69773]: DEBUG nova.virt.hardware [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1457.973603] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c6749d-8f69-47eb-ab3c-6b290d60564e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.981434] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92426af0-11d6-42d0-8d32-7338423927a6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.112368] env[69773]: DEBUG nova.compute.manager [req-d6920958-7716-40d1-9670-e1b1b8fb76a9 req-daa72ba2-de02-4fba-b6f1-89d177fd7503 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Received event network-vif-plugged-c3a73500-d70f-4f33-97cb-1e66f74abd52 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1458.112521] env[69773]: DEBUG oslo_concurrency.lockutils [req-d6920958-7716-40d1-9670-e1b1b8fb76a9 req-daa72ba2-de02-4fba-b6f1-89d177fd7503 service nova] Acquiring lock "02a75e72-5392-459d-84a3-77ba48f2fcce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.112791] env[69773]: DEBUG oslo_concurrency.lockutils [req-d6920958-7716-40d1-9670-e1b1b8fb76a9 req-daa72ba2-de02-4fba-b6f1-89d177fd7503 service nova] Lock "02a75e72-5392-459d-84a3-77ba48f2fcce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.112975] env[69773]: DEBUG oslo_concurrency.lockutils [req-d6920958-7716-40d1-9670-e1b1b8fb76a9 req-daa72ba2-de02-4fba-b6f1-89d177fd7503 service nova] Lock "02a75e72-5392-459d-84a3-77ba48f2fcce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.113163] env[69773]: DEBUG nova.compute.manager [req-d6920958-7716-40d1-9670-e1b1b8fb76a9 req-daa72ba2-de02-4fba-b6f1-89d177fd7503 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] No waiting events found dispatching network-vif-plugged-c3a73500-d70f-4f33-97cb-1e66f74abd52 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1458.113330] env[69773]: WARNING nova.compute.manager [req-d6920958-7716-40d1-9670-e1b1b8fb76a9 req-daa72ba2-de02-4fba-b6f1-89d177fd7503 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Received unexpected event network-vif-plugged-c3a73500-d70f-4f33-97cb-1e66f74abd52 for instance with vm_state building and task_state spawning. [ 1458.196024] env[69773]: DEBUG nova.network.neutron [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Successfully updated port: c3a73500-d70f-4f33-97cb-1e66f74abd52 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1458.698583] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "refresh_cache-02a75e72-5392-459d-84a3-77ba48f2fcce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.698707] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "refresh_cache-02a75e72-5392-459d-84a3-77ba48f2fcce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.698831] env[69773]: DEBUG nova.network.neutron [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1459.229795] env[69773]: DEBUG nova.network.neutron [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1459.343946] env[69773]: DEBUG nova.network.neutron [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Updating instance_info_cache with network_info: [{"id": "c3a73500-d70f-4f33-97cb-1e66f74abd52", "address": "fa:16:3e:54:41:4c", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a73500-d7", "ovs_interfaceid": "c3a73500-d70f-4f33-97cb-1e66f74abd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.846649] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "refresh_cache-02a75e72-5392-459d-84a3-77ba48f2fcce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.846998] env[69773]: DEBUG nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Instance network_info: |[{"id": "c3a73500-d70f-4f33-97cb-1e66f74abd52", "address": "fa:16:3e:54:41:4c", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a73500-d7", "ovs_interfaceid": "c3a73500-d70f-4f33-97cb-1e66f74abd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1459.847509] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:41:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3a73500-d70f-4f33-97cb-1e66f74abd52', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.855251] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1459.855442] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.855655] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cf43b9b-fa23-4e11-8201-1b37b5c42b9d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.877946] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.877946] env[69773]: value = "task-3391256" [ 1459.877946] env[69773]: _type = "Task" [ 1459.877946] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.885203] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391256, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.138567] env[69773]: DEBUG nova.compute.manager [req-784713b7-0a98-4168-b8a3-5a0414805b43 req-20168a53-38a3-46a6-9b52-39ac8d5649c3 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Received event network-changed-c3a73500-d70f-4f33-97cb-1e66f74abd52 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.138794] env[69773]: DEBUG nova.compute.manager [req-784713b7-0a98-4168-b8a3-5a0414805b43 req-20168a53-38a3-46a6-9b52-39ac8d5649c3 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Refreshing instance network info cache due to event network-changed-c3a73500-d70f-4f33-97cb-1e66f74abd52. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1460.138954] env[69773]: DEBUG oslo_concurrency.lockutils [req-784713b7-0a98-4168-b8a3-5a0414805b43 req-20168a53-38a3-46a6-9b52-39ac8d5649c3 service nova] Acquiring lock "refresh_cache-02a75e72-5392-459d-84a3-77ba48f2fcce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.139107] env[69773]: DEBUG oslo_concurrency.lockutils [req-784713b7-0a98-4168-b8a3-5a0414805b43 req-20168a53-38a3-46a6-9b52-39ac8d5649c3 service nova] Acquired lock "refresh_cache-02a75e72-5392-459d-84a3-77ba48f2fcce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.139277] env[69773]: DEBUG nova.network.neutron [req-784713b7-0a98-4168-b8a3-5a0414805b43 req-20168a53-38a3-46a6-9b52-39ac8d5649c3 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Refreshing network info cache for port c3a73500-d70f-4f33-97cb-1e66f74abd52 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1460.387494] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391256, 'name': CreateVM_Task, 'duration_secs': 0.280173} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.387827] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1460.388302] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.388469] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.388811] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.389075] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21f38812-440a-46f1-a16b-7cfea8e0d055 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.393732] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1460.393732] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5274d501-5970-f8a0-f536-0bc8c6c61b99" [ 1460.393732] env[69773]: _type = "Task" [ 1460.393732] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.400930] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5274d501-5970-f8a0-f536-0bc8c6c61b99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.857080] env[69773]: DEBUG nova.network.neutron [req-784713b7-0a98-4168-b8a3-5a0414805b43 req-20168a53-38a3-46a6-9b52-39ac8d5649c3 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Updated VIF entry in instance network info cache for port c3a73500-d70f-4f33-97cb-1e66f74abd52. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1460.857444] env[69773]: DEBUG nova.network.neutron [req-784713b7-0a98-4168-b8a3-5a0414805b43 req-20168a53-38a3-46a6-9b52-39ac8d5649c3 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Updating instance_info_cache with network_info: [{"id": "c3a73500-d70f-4f33-97cb-1e66f74abd52", "address": "fa:16:3e:54:41:4c", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3a73500-d7", "ovs_interfaceid": "c3a73500-d70f-4f33-97cb-1e66f74abd52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.904581] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5274d501-5970-f8a0-f536-0bc8c6c61b99, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.904863] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.905138] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1460.905446] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.905600] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.905777] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1460.906043] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e0b9aaa-2c37-4fa7-a8b0-4ed44bd8d69b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.914154] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1460.914350] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1460.915017] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e1cbdf-1b35-434b-9214-36080b645641 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.921350] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1460.921350] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5232e0cf-dfa7-97e4-62d6-4ee11be70058" [ 1460.921350] env[69773]: _type = "Task" [ 1460.921350] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.927972] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5232e0cf-dfa7-97e4-62d6-4ee11be70058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.360449] env[69773]: DEBUG oslo_concurrency.lockutils [req-784713b7-0a98-4168-b8a3-5a0414805b43 req-20168a53-38a3-46a6-9b52-39ac8d5649c3 service nova] Releasing lock "refresh_cache-02a75e72-5392-459d-84a3-77ba48f2fcce" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.431863] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5232e0cf-dfa7-97e4-62d6-4ee11be70058, 'name': SearchDatastore_Task, 'duration_secs': 0.008254} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.432691] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a4d487-3ea6-400e-859d-1dc7d09a330f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.437559] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1461.437559] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523f9660-7ffc-a02c-c498-8bfa984a1b98" [ 1461.437559] env[69773]: _type = "Task" [ 1461.437559] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.445011] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523f9660-7ffc-a02c-c498-8bfa984a1b98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.948078] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]523f9660-7ffc-a02c-c498-8bfa984a1b98, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.948520] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.948667] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 02a75e72-5392-459d-84a3-77ba48f2fcce/02a75e72-5392-459d-84a3-77ba48f2fcce.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1461.948827] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c63b125-d8e4-49f7-8e76-aa5fb0cb7d23 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.956294] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1461.956294] env[69773]: value = "task-3391257" [ 1461.956294] env[69773]: _type = "Task" [ 1461.956294] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.964127] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.199728] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.200058] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.200210] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.200388] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1462.466118] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.397359} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.466477] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore1] 02a75e72-5392-459d-84a3-77ba48f2fcce/02a75e72-5392-459d-84a3-77ba48f2fcce.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1462.466627] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1462.466804] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c4c2793-87cd-4e77-9860-fe955f419dc2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.473415] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1462.473415] env[69773]: value = "task-3391258" [ 1462.473415] env[69773]: _type = "Task" [ 1462.473415] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.481397] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.487950] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.983176] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064801} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.983412] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1462.984166] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39af75b1-ba34-4056-bb8d-2042058c17a7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.004878] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 02a75e72-5392-459d-84a3-77ba48f2fcce/02a75e72-5392-459d-84a3-77ba48f2fcce.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.005135] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f898eae4-b3fb-4938-a963-b08971d9616f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.023256] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1463.023256] env[69773]: value = "task-3391259" [ 1463.023256] env[69773]: _type = "Task" [ 1463.023256] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.033349] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.483618] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.487244] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.487434] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1463.532684] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391259, 'name': ReconfigVM_Task, 'duration_secs': 0.266113} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.532938] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 02a75e72-5392-459d-84a3-77ba48f2fcce/02a75e72-5392-459d-84a3-77ba48f2fcce.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1463.533588] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f581e73-4b1d-44df-88c9-ab3f4df5d094 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.539665] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1463.539665] env[69773]: value = "task-3391260" [ 1463.539665] env[69773]: _type = "Task" [ 1463.539665] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.546808] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391260, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.051502] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391260, 'name': Rename_Task, 'duration_secs': 0.166748} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.051867] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1464.052203] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d7a76c9-90a2-45dc-bb7c-62d39e2ae9b3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.059972] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1464.059972] env[69773]: value = "task-3391261" [ 1464.059972] env[69773]: _type = "Task" [ 1464.059972] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.071496] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391261, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.571846] env[69773]: DEBUG oslo_vmware.api [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391261, 'name': PowerOnVM_Task, 'duration_secs': 0.423673} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.573025] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1464.573025] env[69773]: INFO nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1464.573171] env[69773]: DEBUG nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1464.573818] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddb3b81-a0be-4db3-84b9-33623b7b0fab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.090908] env[69773]: INFO nova.compute.manager [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Took 11.31 seconds to build instance. [ 1465.592542] env[69773]: DEBUG oslo_concurrency.lockutils [None req-69204b80-63f7-4cc2-8e0d-02745297de2d tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "02a75e72-5392-459d-84a3-77ba48f2fcce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.815s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.122685] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "ddea3362-394d-4024-8ad6-e45d30f2d520" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.122879] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "ddea3362-394d-4024-8ad6-e45d30f2d520" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.488176] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1466.624950] env[69773]: DEBUG nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1466.991471] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.991761] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.991957] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.992183] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1466.993195] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a22f7-f609-4b06-960e-21b80e326e4e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.001612] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53c6d92-486c-466f-af7b-2e86719c6a90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.015643] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f47c77-8e95-46e5-9de8-edc57ff8e0e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.021989] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6952af7c-f9bb-44f2-a307-3b29d228c8ba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.051524] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180957MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1467.051670] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.051890] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.148189] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.077785] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance a4efca35-240f-4654-994f-5a22562e4050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1468.078064] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 6cbbc206-0c58-48a5-9119-e4de4ae9204a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1468.078126] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance 02a75e72-5392-459d-84a3-77ba48f2fcce actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1468.581064] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance ddea3362-394d-4024-8ad6-e45d30f2d520 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1468.581286] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1468.581417] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1468.635126] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb906373-a811-42a9-92f6-66435fb33824 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.642506] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658102e1-e934-462e-ac46-518e330f9bb6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.671270] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6cb4e2-7cb7-4e77-ae51-d3afe32a0cf7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.677814] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62ef408-0760-4ee7-9a1a-c80cedd8e0bd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.691029] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.194075] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.699019] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1469.699265] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.647s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.699540] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.552s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.701012] env[69773]: INFO nova.compute.claims [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.765734] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308fe3df-bb0c-43b1-ae13-bb5f182d2f7b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.773109] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7b47db-0f67-461c-8c59-d6bd100f61cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.802181] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eae1260-c80e-4e79-a9e5-cd84c3258169 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.808998] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e97fd5-fa6c-4371-8f28-b4c8811556b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.824030] env[69773]: DEBUG nova.compute.provider_tree [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.326987] env[69773]: DEBUG nova.scheduler.client.report [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.831452] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.832044] env[69773]: DEBUG nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.337384] env[69773]: DEBUG nova.compute.utils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1472.338793] env[69773]: DEBUG nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.338961] env[69773]: DEBUG nova.network.neutron [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.383013] env[69773]: DEBUG nova.policy [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27db5be4c8334327a0c6f5847070c874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a145c549d48228c33aca001b21b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.627974] env[69773]: DEBUG nova.network.neutron [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Successfully created port: abfd6636-cc8c-4b69-8d1f-fdadf5b30e68 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1472.842192] env[69773]: DEBUG nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1473.698414] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1473.851399] env[69773]: DEBUG nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1473.877825] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1473.878040] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1473.878203] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.878420] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1473.878616] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.878767] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1473.878976] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1473.879146] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1473.879307] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1473.879468] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1473.879639] env[69773]: DEBUG nova.virt.hardware [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1473.880507] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3fd01f-424a-45e4-8d0a-59ca1dbc531d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.888494] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79d24c0-8508-411c-933b-c891b2c96394 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.978021] env[69773]: DEBUG nova.compute.manager [req-02149d01-5673-47de-8511-f67a6de58592 req-f2c49e78-97b1-48c2-814f-a1e0b78dc796 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Received event network-vif-plugged-abfd6636-cc8c-4b69-8d1f-fdadf5b30e68 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.978141] env[69773]: DEBUG oslo_concurrency.lockutils [req-02149d01-5673-47de-8511-f67a6de58592 req-f2c49e78-97b1-48c2-814f-a1e0b78dc796 service nova] Acquiring lock "ddea3362-394d-4024-8ad6-e45d30f2d520-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1473.978376] env[69773]: DEBUG oslo_concurrency.lockutils [req-02149d01-5673-47de-8511-f67a6de58592 req-f2c49e78-97b1-48c2-814f-a1e0b78dc796 service nova] Lock "ddea3362-394d-4024-8ad6-e45d30f2d520-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1473.978544] env[69773]: DEBUG oslo_concurrency.lockutils [req-02149d01-5673-47de-8511-f67a6de58592 req-f2c49e78-97b1-48c2-814f-a1e0b78dc796 service nova] Lock "ddea3362-394d-4024-8ad6-e45d30f2d520-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.978703] env[69773]: DEBUG nova.compute.manager [req-02149d01-5673-47de-8511-f67a6de58592 req-f2c49e78-97b1-48c2-814f-a1e0b78dc796 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] No waiting events found dispatching network-vif-plugged-abfd6636-cc8c-4b69-8d1f-fdadf5b30e68 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1473.978855] env[69773]: WARNING nova.compute.manager [req-02149d01-5673-47de-8511-f67a6de58592 req-f2c49e78-97b1-48c2-814f-a1e0b78dc796 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Received unexpected event network-vif-plugged-abfd6636-cc8c-4b69-8d1f-fdadf5b30e68 for instance with vm_state building and task_state spawning. [ 1474.102964] env[69773]: DEBUG nova.network.neutron [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Successfully updated port: abfd6636-cc8c-4b69-8d1f-fdadf5b30e68 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1474.607535] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "refresh_cache-ddea3362-394d-4024-8ad6-e45d30f2d520" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1474.607650] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "refresh_cache-ddea3362-394d-4024-8ad6-e45d30f2d520" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1474.607806] env[69773]: DEBUG nova.network.neutron [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1475.152046] env[69773]: DEBUG nova.network.neutron [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1475.287402] env[69773]: DEBUG nova.network.neutron [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Updating instance_info_cache with network_info: [{"id": "abfd6636-cc8c-4b69-8d1f-fdadf5b30e68", "address": "fa:16:3e:b1:e9:23", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfd6636-cc", "ovs_interfaceid": "abfd6636-cc8c-4b69-8d1f-fdadf5b30e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1475.790138] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "refresh_cache-ddea3362-394d-4024-8ad6-e45d30f2d520" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.790483] env[69773]: DEBUG nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Instance network_info: |[{"id": "abfd6636-cc8c-4b69-8d1f-fdadf5b30e68", "address": "fa:16:3e:b1:e9:23", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfd6636-cc", "ovs_interfaceid": "abfd6636-cc8c-4b69-8d1f-fdadf5b30e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1475.790911] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:e9:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abfd6636-cc8c-4b69-8d1f-fdadf5b30e68', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.798494] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1475.798739] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.799378] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-436bfa28-4e97-499f-9d52-dc990066153f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.820259] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.820259] env[69773]: value = "task-3391262" [ 1475.820259] env[69773]: _type = "Task" [ 1475.820259] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.827769] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391262, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.006579] env[69773]: DEBUG nova.compute.manager [req-5737f45e-11c2-47e8-98ad-fc72190ccc1d req-2c47bd8a-4743-41a3-8492-71b0e102a6a3 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Received event network-changed-abfd6636-cc8c-4b69-8d1f-fdadf5b30e68 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.006842] env[69773]: DEBUG nova.compute.manager [req-5737f45e-11c2-47e8-98ad-fc72190ccc1d req-2c47bd8a-4743-41a3-8492-71b0e102a6a3 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Refreshing instance network info cache due to event network-changed-abfd6636-cc8c-4b69-8d1f-fdadf5b30e68. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1476.007032] env[69773]: DEBUG oslo_concurrency.lockutils [req-5737f45e-11c2-47e8-98ad-fc72190ccc1d req-2c47bd8a-4743-41a3-8492-71b0e102a6a3 service nova] Acquiring lock "refresh_cache-ddea3362-394d-4024-8ad6-e45d30f2d520" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.007205] env[69773]: DEBUG oslo_concurrency.lockutils [req-5737f45e-11c2-47e8-98ad-fc72190ccc1d req-2c47bd8a-4743-41a3-8492-71b0e102a6a3 service nova] Acquired lock "refresh_cache-ddea3362-394d-4024-8ad6-e45d30f2d520" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.007334] env[69773]: DEBUG nova.network.neutron [req-5737f45e-11c2-47e8-98ad-fc72190ccc1d req-2c47bd8a-4743-41a3-8492-71b0e102a6a3 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Refreshing network info cache for port abfd6636-cc8c-4b69-8d1f-fdadf5b30e68 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1476.330025] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391262, 'name': CreateVM_Task, 'duration_secs': 0.294306} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.330326] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.331081] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.331352] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.331676] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.331920] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad16f18-c804-4798-b69b-5e91e07a409c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.336524] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1476.336524] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b048a5-3f20-a33a-3f67-ed5262d4381c" [ 1476.336524] env[69773]: _type = "Task" [ 1476.336524] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.343584] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b048a5-3f20-a33a-3f67-ed5262d4381c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.682227] env[69773]: DEBUG nova.network.neutron [req-5737f45e-11c2-47e8-98ad-fc72190ccc1d req-2c47bd8a-4743-41a3-8492-71b0e102a6a3 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Updated VIF entry in instance network info cache for port abfd6636-cc8c-4b69-8d1f-fdadf5b30e68. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1476.682634] env[69773]: DEBUG nova.network.neutron [req-5737f45e-11c2-47e8-98ad-fc72190ccc1d req-2c47bd8a-4743-41a3-8492-71b0e102a6a3 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Updating instance_info_cache with network_info: [{"id": "abfd6636-cc8c-4b69-8d1f-fdadf5b30e68", "address": "fa:16:3e:b1:e9:23", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabfd6636-cc", "ovs_interfaceid": "abfd6636-cc8c-4b69-8d1f-fdadf5b30e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.846551] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52b048a5-3f20-a33a-3f67-ed5262d4381c, 'name': SearchDatastore_Task, 'duration_secs': 0.009273} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.846803] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.847042] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.847273] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.847419] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.847595] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.847837] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a2825c4-fcca-4551-a39d-f710e4e61714 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.856082] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.856247] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.856892] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244f68c0-07be-48a9-93a8-3c0d14da3d02 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.861491] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1476.861491] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52eab906-2fc5-35cc-fcb1-a2c3dc62b84d" [ 1476.861491] env[69773]: _type = "Task" [ 1476.861491] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.868420] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52eab906-2fc5-35cc-fcb1-a2c3dc62b84d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.185640] env[69773]: DEBUG oslo_concurrency.lockutils [req-5737f45e-11c2-47e8-98ad-fc72190ccc1d req-2c47bd8a-4743-41a3-8492-71b0e102a6a3 service nova] Releasing lock "refresh_cache-ddea3362-394d-4024-8ad6-e45d30f2d520" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.371999] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52eab906-2fc5-35cc-fcb1-a2c3dc62b84d, 'name': SearchDatastore_Task, 'duration_secs': 0.008247} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.372799] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c56aa9e-3813-4737-af13-3e074a7b4c6f {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.377563] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1477.377563] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52539756-e494-dc9b-840c-c5531083e274" [ 1477.377563] env[69773]: _type = "Task" [ 1477.377563] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.384748] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52539756-e494-dc9b-840c-c5531083e274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.888152] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52539756-e494-dc9b-840c-c5531083e274, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.888423] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.888660] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] ddea3362-394d-4024-8ad6-e45d30f2d520/ddea3362-394d-4024-8ad6-e45d30f2d520.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.888909] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a1cbb81-cee5-46e9-9fd2-07a198e9466d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.895366] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1477.895366] env[69773]: value = "task-3391263" [ 1477.895366] env[69773]: _type = "Task" [ 1477.895366] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.903529] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.405093] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442973} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.405420] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] ddea3362-394d-4024-8ad6-e45d30f2d520/ddea3362-394d-4024-8ad6-e45d30f2d520.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.405420] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.405692] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a769dc5-61be-41c7-802d-d65cd5d431e5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.411730] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1478.411730] env[69773]: value = "task-3391264" [ 1478.411730] env[69773]: _type = "Task" [ 1478.411730] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.421029] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.514756] env[69773]: DEBUG oslo_concurrency.lockutils [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1478.515036] env[69773]: DEBUG oslo_concurrency.lockutils [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1478.515222] env[69773]: DEBUG nova.compute.manager [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1478.516129] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87ad83a-3180-4d38-8a05-59de69298eba {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.522339] env[69773]: DEBUG nova.compute.manager [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1478.522888] env[69773]: DEBUG nova.objects.instance [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'flavor' on Instance uuid 6cbbc206-0c58-48a5-9119-e4de4ae9204a {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1478.921636] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062806} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.921913] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1478.922697] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d2f75b-e895-4059-955c-ff8134876667 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.944015] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] ddea3362-394d-4024-8ad6-e45d30f2d520/ddea3362-394d-4024-8ad6-e45d30f2d520.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1478.944284] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df730632-fcc1-467a-8df2-a6c49d414acd {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.963191] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1478.963191] env[69773]: value = "task-3391265" [ 1478.963191] env[69773]: _type = "Task" [ 1478.963191] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.970292] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391265, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.473261] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391265, 'name': ReconfigVM_Task, 'duration_secs': 0.287446} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.473668] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Reconfigured VM instance instance-0000007d to attach disk [datastore2] ddea3362-394d-4024-8ad6-e45d30f2d520/ddea3362-394d-4024-8ad6-e45d30f2d520.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1479.474330] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d72ce190-17b8-48af-ab5a-93e301ac8adc {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.480920] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1479.480920] env[69773]: value = "task-3391266" [ 1479.480920] env[69773]: _type = "Task" [ 1479.480920] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.488531] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391266, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.530431] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1479.530756] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6674bc27-c240-4aeb-8908-e839fdb94401 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.537236] env[69773]: DEBUG oslo_vmware.api [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1479.537236] env[69773]: value = "task-3391267" [ 1479.537236] env[69773]: _type = "Task" [ 1479.537236] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.545513] env[69773]: DEBUG oslo_vmware.api [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.990563] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391266, 'name': Rename_Task, 'duration_secs': 0.147956} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.990859] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1479.991089] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c6c744-a7a2-470a-b0eb-21c08d340911 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.996718] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1479.996718] env[69773]: value = "task-3391268" [ 1479.996718] env[69773]: _type = "Task" [ 1479.996718] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.004905] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.046505] env[69773]: DEBUG oslo_vmware.api [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391267, 'name': PowerOffVM_Task, 'duration_secs': 0.210101} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.046744] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1480.046931] env[69773]: DEBUG nova.compute.manager [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1480.047695] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad3dc75-4f9c-4343-9cc8-02d32ffc061e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.507878] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.558797] env[69773]: DEBUG oslo_concurrency.lockutils [None req-647f8331-15ad-4a53-bb72-872c21048928 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.900572] env[69773]: DEBUG nova.objects.instance [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'flavor' on Instance uuid 6cbbc206-0c58-48a5-9119-e4de4ae9204a {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.007698] env[69773]: DEBUG oslo_vmware.api [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391268, 'name': PowerOnVM_Task, 'duration_secs': 0.920462} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.007984] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.008180] env[69773]: INFO nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1481.008366] env[69773]: DEBUG nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1481.009200] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b30191-95f2-4aa2-9a2c-718bbda870c2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.405857] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.406104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.406198] env[69773]: DEBUG nova.network.neutron [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1481.406382] env[69773]: DEBUG nova.objects.instance [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'info_cache' on Instance uuid 6cbbc206-0c58-48a5-9119-e4de4ae9204a {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.528091] env[69773]: INFO nova.compute.manager [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Took 14.40 seconds to build instance. [ 1481.910068] env[69773]: DEBUG nova.objects.base [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Object Instance<6cbbc206-0c58-48a5-9119-e4de4ae9204a> lazy-loaded attributes: flavor,info_cache {{(pid=69773) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1482.030917] env[69773]: DEBUG oslo_concurrency.lockutils [None req-a0c7aa89-8ae9-401a-9a1f-f2183b728ae5 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "ddea3362-394d-4024-8ad6-e45d30f2d520" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.908s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.615513] env[69773]: DEBUG nova.network.neutron [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updating instance_info_cache with network_info: [{"id": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "address": "fa:16:3e:87:75:e7", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807e9e3-17", "ovs_interfaceid": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.792483] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "ddea3362-394d-4024-8ad6-e45d30f2d520" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.792695] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "ddea3362-394d-4024-8ad6-e45d30f2d520" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.792903] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "ddea3362-394d-4024-8ad6-e45d30f2d520-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.793093] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "ddea3362-394d-4024-8ad6-e45d30f2d520-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.793288] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "ddea3362-394d-4024-8ad6-e45d30f2d520-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.795493] env[69773]: INFO nova.compute.manager [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Terminating instance [ 1483.118577] env[69773]: DEBUG oslo_concurrency.lockutils [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.298895] env[69773]: DEBUG nova.compute.manager [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1483.299147] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1483.300050] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e930c03c-7ca7-4b9d-b011-403ed65d6bab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.307660] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1483.307877] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb59846-da1e-41db-9e85-d50e6d05a9c7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.313738] env[69773]: DEBUG oslo_vmware.api [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1483.313738] env[69773]: value = "task-3391269" [ 1483.313738] env[69773]: _type = "Task" [ 1483.313738] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.321492] env[69773]: DEBUG oslo_vmware.api [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.824013] env[69773]: DEBUG oslo_vmware.api [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391269, 'name': PowerOffVM_Task, 'duration_secs': 0.195914} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.824358] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1483.824598] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1483.824852] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e44e476e-6e89-4822-97fa-07bd66a58904 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.881964] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1483.882202] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1483.882395] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleting the datastore file [datastore2] ddea3362-394d-4024-8ad6-e45d30f2d520 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1483.882646] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-743e8086-d897-4cb1-bfea-f99e6fc8515b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.890304] env[69773]: DEBUG oslo_vmware.api [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1483.890304] env[69773]: value = "task-3391271" [ 1483.890304] env[69773]: _type = "Task" [ 1483.890304] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.897615] env[69773]: DEBUG oslo_vmware.api [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391271, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.124753] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1484.125086] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a15f0af4-324c-4c9f-bbc6-afef7a6d5ea9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.132242] env[69773]: DEBUG oslo_vmware.api [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1484.132242] env[69773]: value = "task-3391272" [ 1484.132242] env[69773]: _type = "Task" [ 1484.132242] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.139847] env[69773]: DEBUG oslo_vmware.api [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.400243] env[69773]: DEBUG oslo_vmware.api [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150155} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.400515] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1484.400717] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1484.400880] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1484.401062] env[69773]: INFO nova.compute.manager [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1484.401311] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1484.401501] env[69773]: DEBUG nova.compute.manager [-] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1484.401598] env[69773]: DEBUG nova.network.neutron [-] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1484.642956] env[69773]: DEBUG oslo_vmware.api [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391272, 'name': PowerOnVM_Task, 'duration_secs': 0.343737} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.642956] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.643119] env[69773]: DEBUG nova.compute.manager [None req-6f8188c9-0272-413e-8be3-53ff81654e65 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1484.644973] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0f1daa-1f82-404c-a445-48a7e18b93eb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.679986] env[69773]: DEBUG nova.compute.manager [req-e902c7a5-b9ed-4d6b-b9cc-3284054ba29a req-f13de546-223c-4555-875d-c81e5f26c0f0 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Received event network-vif-deleted-abfd6636-cc8c-4b69-8d1f-fdadf5b30e68 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1484.679986] env[69773]: INFO nova.compute.manager [req-e902c7a5-b9ed-4d6b-b9cc-3284054ba29a req-f13de546-223c-4555-875d-c81e5f26c0f0 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Neutron deleted interface abfd6636-cc8c-4b69-8d1f-fdadf5b30e68; detaching it from the instance and deleting it from the info cache [ 1484.679986] env[69773]: DEBUG nova.network.neutron [req-e902c7a5-b9ed-4d6b-b9cc-3284054ba29a req-f13de546-223c-4555-875d-c81e5f26c0f0 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.167309] env[69773]: DEBUG nova.network.neutron [-] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1485.183351] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e250f31-794c-4fef-a97e-5671a614dc92 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.193341] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ca0629-5e83-4406-8acf-a9508b1190af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.218957] env[69773]: DEBUG nova.compute.manager [req-e902c7a5-b9ed-4d6b-b9cc-3284054ba29a req-f13de546-223c-4555-875d-c81e5f26c0f0 service nova] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Detach interface failed, port_id=abfd6636-cc8c-4b69-8d1f-fdadf5b30e68, reason: Instance ddea3362-394d-4024-8ad6-e45d30f2d520 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1485.642426] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22a89e2-f264-4462-80c9-e4d832258e86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.650020] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2adb0832-9a21-4c66-b93f-b7b541668454 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Suspending the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1485.650020] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-320ae659-5722-4c47-82a1-23f69cf471f5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.656160] env[69773]: DEBUG oslo_vmware.api [None req-2adb0832-9a21-4c66-b93f-b7b541668454 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1485.656160] env[69773]: value = "task-3391273" [ 1485.656160] env[69773]: _type = "Task" [ 1485.656160] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.663635] env[69773]: DEBUG oslo_vmware.api [None req-2adb0832-9a21-4c66-b93f-b7b541668454 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391273, 'name': SuspendVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.670351] env[69773]: INFO nova.compute.manager [-] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Took 1.27 seconds to deallocate network for instance. [ 1486.166244] env[69773]: DEBUG oslo_vmware.api [None req-2adb0832-9a21-4c66-b93f-b7b541668454 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391273, 'name': SuspendVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.178666] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1486.178990] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1486.179275] env[69773]: DEBUG nova.objects.instance [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lazy-loading 'resources' on Instance uuid ddea3362-394d-4024-8ad6-e45d30f2d520 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.667674] env[69773]: DEBUG oslo_vmware.api [None req-2adb0832-9a21-4c66-b93f-b7b541668454 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391273, 'name': SuspendVM_Task, 'duration_secs': 0.611203} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.667903] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-2adb0832-9a21-4c66-b93f-b7b541668454 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Suspended the VM {{(pid=69773) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1486.668095] env[69773]: DEBUG nova.compute.manager [None req-2adb0832-9a21-4c66-b93f-b7b541668454 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.668836] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e15803-be33-45bc-8fc3-7c3dc96c0d07 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.742611] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef616eb-cabc-4a57-aa6c-fdb5d71d1a89 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.750246] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184d0f38-e25c-47d4-a586-630d17bae64a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.781580] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdfbc17-2cda-4ac0-bded-159cf6847106 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.788436] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df023d6-64d8-4248-bd0f-4b70e7f9611a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.801390] env[69773]: DEBUG nova.compute.provider_tree [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.304300] env[69773]: DEBUG nova.scheduler.client.report [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.810047] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.826839] env[69773]: INFO nova.scheduler.client.report [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted allocations for instance ddea3362-394d-4024-8ad6-e45d30f2d520 [ 1487.966165] env[69773]: INFO nova.compute.manager [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Resuming [ 1487.966780] env[69773]: DEBUG nova.objects.instance [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'flavor' on Instance uuid 6cbbc206-0c58-48a5-9119-e4de4ae9204a {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1488.336570] env[69773]: DEBUG oslo_concurrency.lockutils [None req-2d546792-ed4e-4061-b9aa-4e6163f864af tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "ddea3362-394d-4024-8ad6-e45d30f2d520" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.544s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.411583] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "02a75e72-5392-459d-84a3-77ba48f2fcce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.411933] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "02a75e72-5392-459d-84a3-77ba48f2fcce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.412066] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "02a75e72-5392-459d-84a3-77ba48f2fcce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.412255] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "02a75e72-5392-459d-84a3-77ba48f2fcce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.412437] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "02a75e72-5392-459d-84a3-77ba48f2fcce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.414820] env[69773]: INFO nova.compute.manager [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Terminating instance [ 1489.475491] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.475710] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquired lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.475854] env[69773]: DEBUG nova.network.neutron [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1489.918780] env[69773]: DEBUG nova.compute.manager [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.919063] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.919975] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500f3f22-a289-4e76-ace1-adb4ae9742c6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.927828] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.928061] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82e73800-1cc2-43b6-be05-d774dcca09e1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.934654] env[69773]: DEBUG oslo_vmware.api [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1489.934654] env[69773]: value = "task-3391274" [ 1489.934654] env[69773]: _type = "Task" [ 1489.934654] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.941977] env[69773]: DEBUG oslo_vmware.api [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.236681] env[69773]: DEBUG nova.network.neutron [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updating instance_info_cache with network_info: [{"id": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "address": "fa:16:3e:87:75:e7", "network": {"id": "88e10a17-ee4e-4d97-8bc6-77dacee1f24a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1627204716-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55c0c682937646dc948c422ec5be924d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7807e9e3-17", "ovs_interfaceid": "7807e9e3-1711-4e5b-bd2f-7e1282cc4eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1490.444018] env[69773]: DEBUG oslo_vmware.api [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391274, 'name': PowerOffVM_Task, 'duration_secs': 0.20125} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.444402] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.444482] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.444706] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e322936-a9bd-4dcf-922d-2e29ebdf946c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.501423] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.501639] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.502127] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleting the datastore file [datastore1] 02a75e72-5392-459d-84a3-77ba48f2fcce {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.502127] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e24cf4c3-25bf-4438-a7ef-960190c94ce9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.508527] env[69773]: DEBUG oslo_vmware.api [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1490.508527] env[69773]: value = "task-3391276" [ 1490.508527] env[69773]: _type = "Task" [ 1490.508527] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.515604] env[69773]: DEBUG oslo_vmware.api [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.739978] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Releasing lock "refresh_cache-6cbbc206-0c58-48a5-9119-e4de4ae9204a" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.740861] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a314f1-841c-411d-b6a5-933b6714b8a4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.748031] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Resuming the VM {{(pid=69773) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1490.748266] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9836bc1-0006-4033-b7c9-f363ebfa14d6 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.754097] env[69773]: DEBUG oslo_vmware.api [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1490.754097] env[69773]: value = "task-3391277" [ 1490.754097] env[69773]: _type = "Task" [ 1490.754097] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.761532] env[69773]: DEBUG oslo_vmware.api [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.018884] env[69773]: DEBUG oslo_vmware.api [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137842} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.019182] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1491.019387] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1491.019567] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1491.019738] env[69773]: INFO nova.compute.manager [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1491.019973] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1491.020179] env[69773]: DEBUG nova.compute.manager [-] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1491.020277] env[69773]: DEBUG nova.network.neutron [-] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1491.266346] env[69773]: DEBUG oslo_vmware.api [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391277, 'name': PowerOnVM_Task, 'duration_secs': 0.510132} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.266533] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Resumed the VM {{(pid=69773) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1491.266709] env[69773]: DEBUG nova.compute.manager [None req-3e156a9d-c783-44db-a59c-2cb67773ea20 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.268967] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab52463-4c95-48eb-b048-254d7825055a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.291742] env[69773]: DEBUG nova.compute.manager [req-ca78a0e6-bca3-4903-b525-298c62381d99 req-6112da92-2eb9-4310-a07e-9d8771016402 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Received event network-vif-deleted-c3a73500-d70f-4f33-97cb-1e66f74abd52 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1491.291809] env[69773]: INFO nova.compute.manager [req-ca78a0e6-bca3-4903-b525-298c62381d99 req-6112da92-2eb9-4310-a07e-9d8771016402 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Neutron deleted interface c3a73500-d70f-4f33-97cb-1e66f74abd52; detaching it from the instance and deleting it from the info cache [ 1491.291970] env[69773]: DEBUG nova.network.neutron [req-ca78a0e6-bca3-4903-b525-298c62381d99 req-6112da92-2eb9-4310-a07e-9d8771016402 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.772876] env[69773]: DEBUG nova.network.neutron [-] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.794549] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0407744-406b-4bd7-b0d2-4019ea4977f9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.805263] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db0fb5b-71b3-4ddf-99cd-1d8c2294ca1e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.829943] env[69773]: DEBUG nova.compute.manager [req-ca78a0e6-bca3-4903-b525-298c62381d99 req-6112da92-2eb9-4310-a07e-9d8771016402 service nova] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Detach interface failed, port_id=c3a73500-d70f-4f33-97cb-1e66f74abd52, reason: Instance 02a75e72-5392-459d-84a3-77ba48f2fcce could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1492.275121] env[69773]: INFO nova.compute.manager [-] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Took 1.25 seconds to deallocate network for instance. [ 1492.608226] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.608464] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.608697] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.608926] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.609160] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.611238] env[69773]: INFO nova.compute.manager [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Terminating instance [ 1492.781599] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.781894] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.782110] env[69773]: DEBUG nova.objects.instance [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lazy-loading 'resources' on Instance uuid 02a75e72-5392-459d-84a3-77ba48f2fcce {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.115165] env[69773]: DEBUG nova.compute.manager [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1493.115391] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1493.116322] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b23c39-1f80-4736-976b-25209127ba50 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.125411] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1493.125657] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7838dd8a-c62c-424e-a376-b77f6168da47 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.132865] env[69773]: DEBUG oslo_vmware.api [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1493.132865] env[69773]: value = "task-3391278" [ 1493.132865] env[69773]: _type = "Task" [ 1493.132865] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.141616] env[69773]: DEBUG oslo_vmware.api [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.336143] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f77e943-c9d5-43bd-89f6-b9f734bcccd5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.343346] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90825511-7ba3-44a1-8561-b9a6bd204e1a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.372514] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0322bf8-4987-4dda-955c-d2944da7edf0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.379474] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89d9f96-e908-44dc-9e30-88e57b943f5e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.391848] env[69773]: DEBUG nova.compute.provider_tree [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.644203] env[69773]: DEBUG oslo_vmware.api [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391278, 'name': PowerOffVM_Task, 'duration_secs': 0.180503} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.644508] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1493.644734] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1493.645012] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-628aea40-3791-4334-bd90-340bc5138c13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.722780] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1493.723041] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1493.723241] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleting the datastore file [datastore2] 6cbbc206-0c58-48a5-9119-e4de4ae9204a {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1493.723498] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1617fb79-3a60-4e42-8aec-459164027882 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.730288] env[69773]: DEBUG oslo_vmware.api [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for the task: (returnval){ [ 1493.730288] env[69773]: value = "task-3391280" [ 1493.730288] env[69773]: _type = "Task" [ 1493.730288] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.737794] env[69773]: DEBUG oslo_vmware.api [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.894744] env[69773]: DEBUG nova.scheduler.client.report [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.239681] env[69773]: DEBUG oslo_vmware.api [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Task: {'id': task-3391280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142062} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.239933] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1494.240129] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1494.240309] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1494.240480] env[69773]: INFO nova.compute.manager [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1494.240714] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1494.240905] env[69773]: DEBUG nova.compute.manager [-] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1494.241012] env[69773]: DEBUG nova.network.neutron [-] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1494.399187] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.417390] env[69773]: INFO nova.scheduler.client.report [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted allocations for instance 02a75e72-5392-459d-84a3-77ba48f2fcce [ 1494.714375] env[69773]: DEBUG nova.compute.manager [req-ef54b3e5-4857-4bb6-b209-87c6c22fd2e3 req-ac121caa-d7e4-45e1-866d-a75af9fdfa93 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Received event network-vif-deleted-7807e9e3-1711-4e5b-bd2f-7e1282cc4eef {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1494.714621] env[69773]: INFO nova.compute.manager [req-ef54b3e5-4857-4bb6-b209-87c6c22fd2e3 req-ac121caa-d7e4-45e1-866d-a75af9fdfa93 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Neutron deleted interface 7807e9e3-1711-4e5b-bd2f-7e1282cc4eef; detaching it from the instance and deleting it from the info cache [ 1494.714767] env[69773]: DEBUG nova.network.neutron [req-ef54b3e5-4857-4bb6-b209-87c6c22fd2e3 req-ac121caa-d7e4-45e1-866d-a75af9fdfa93 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1494.930216] env[69773]: DEBUG oslo_concurrency.lockutils [None req-3d1ef6a3-6a6b-4593-bc7f-0bb05f8ea989 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "02a75e72-5392-459d-84a3-77ba48f2fcce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.518s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1495.189174] env[69773]: DEBUG nova.network.neutron [-] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.217354] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3f530cc-beda-4eca-ad1f-ce65181cf850 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.226690] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4435910-3e64-4af1-9450-92ab4ca052b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.250544] env[69773]: DEBUG nova.compute.manager [req-ef54b3e5-4857-4bb6-b209-87c6c22fd2e3 req-ac121caa-d7e4-45e1-866d-a75af9fdfa93 service nova] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Detach interface failed, port_id=7807e9e3-1711-4e5b-bd2f-7e1282cc4eef, reason: Instance 6cbbc206-0c58-48a5-9119-e4de4ae9204a could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1495.692293] env[69773]: INFO nova.compute.manager [-] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Took 1.45 seconds to deallocate network for instance. [ 1496.198610] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.198997] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.199142] env[69773]: DEBUG nova.objects.instance [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lazy-loading 'resources' on Instance uuid 6cbbc206-0c58-48a5-9119-e4de4ae9204a {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.376539] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1496.376763] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1496.754550] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e471b59c-08d5-4404-ad28-5864e03b06f1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.763083] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7320468-f4a4-4a18-97da-73f6794f59db {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.791854] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338730d4-5ba5-4897-943b-f0de6ef68e00 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.798593] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7e6f5b-51fc-40ea-a24a-1b2d4423cb8e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.811063] env[69773]: DEBUG nova.compute.provider_tree [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.878780] env[69773]: DEBUG nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1497.314490] env[69773]: DEBUG nova.scheduler.client.report [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1497.396346] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.819015] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.821359] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.425s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.822826] env[69773]: INFO nova.compute.claims [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1497.838367] env[69773]: INFO nova.scheduler.client.report [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Deleted allocations for instance 6cbbc206-0c58-48a5-9119-e4de4ae9204a [ 1498.345880] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f321b2c2-e11e-4617-82dd-ea822973f007 tempest-ServerActionsTestJSON-219944957 tempest-ServerActionsTestJSON-219944957-project-member] Lock "6cbbc206-0c58-48a5-9119-e4de4ae9204a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.865574] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb93a82d-3fda-4712-b556-48d5c04f59af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.872832] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a3051d-8ba6-480c-a1d3-afc7a91a3e90 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.902103] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc529d4-2e7a-4d70-81e7-f16de43c75b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.909156] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c7ebd6-fd05-4648-bb81-4705a8b7a026 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.921835] env[69773]: DEBUG nova.compute.provider_tree [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.425726] env[69773]: DEBUG nova.scheduler.client.report [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1499.931263] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1499.931803] env[69773]: DEBUG nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.436771] env[69773]: DEBUG nova.compute.utils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1500.438183] env[69773]: DEBUG nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1500.438357] env[69773]: DEBUG nova.network.neutron [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1500.500982] env[69773]: DEBUG nova.policy [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27db5be4c8334327a0c6f5847070c874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a145c549d48228c33aca001b21b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1500.778804] env[69773]: DEBUG nova.network.neutron [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Successfully created port: 7bdac3c1-1c51-4d6a-9fcb-96c21068faee {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1500.942335] env[69773]: DEBUG nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1501.917599] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquiring lock "2a66d5f4-a745-4118-8c4b-3b64b8837250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.917854] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "2a66d5f4-a745-4118-8c4b-3b64b8837250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.951487] env[69773]: DEBUG nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1501.976690] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1501.977028] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1501.977223] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1501.977411] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1501.977553] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1501.977696] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1501.977904] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1501.978070] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1501.978236] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1501.978394] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1501.978562] env[69773]: DEBUG nova.virt.hardware [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1501.979417] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbd70fc-d688-46a4-aa39-ae49f3a9fd00 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.987576] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb86ae7-c4ef-4d38-9ee2-099fc3390765 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.159164] env[69773]: DEBUG nova.compute.manager [req-470ed432-5f78-452d-b7c7-87b3f3b8b6df req-6d81735e-bf7b-454a-9197-5fadee20b03a service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Received event network-vif-plugged-7bdac3c1-1c51-4d6a-9fcb-96c21068faee {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.159326] env[69773]: DEBUG oslo_concurrency.lockutils [req-470ed432-5f78-452d-b7c7-87b3f3b8b6df req-6d81735e-bf7b-454a-9197-5fadee20b03a service nova] Acquiring lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.159530] env[69773]: DEBUG oslo_concurrency.lockutils [req-470ed432-5f78-452d-b7c7-87b3f3b8b6df req-6d81735e-bf7b-454a-9197-5fadee20b03a service nova] Lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.159698] env[69773]: DEBUG oslo_concurrency.lockutils [req-470ed432-5f78-452d-b7c7-87b3f3b8b6df req-6d81735e-bf7b-454a-9197-5fadee20b03a service nova] Lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.159865] env[69773]: DEBUG nova.compute.manager [req-470ed432-5f78-452d-b7c7-87b3f3b8b6df req-6d81735e-bf7b-454a-9197-5fadee20b03a service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] No waiting events found dispatching network-vif-plugged-7bdac3c1-1c51-4d6a-9fcb-96c21068faee {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1502.160040] env[69773]: WARNING nova.compute.manager [req-470ed432-5f78-452d-b7c7-87b3f3b8b6df req-6d81735e-bf7b-454a-9197-5fadee20b03a service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Received unexpected event network-vif-plugged-7bdac3c1-1c51-4d6a-9fcb-96c21068faee for instance with vm_state building and task_state spawning. [ 1502.289587] env[69773]: DEBUG nova.network.neutron [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Successfully updated port: 7bdac3c1-1c51-4d6a-9fcb-96c21068faee {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1502.420828] env[69773]: DEBUG nova.compute.manager [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1502.794492] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "refresh_cache-7e9a5460-a4e8-457c-a6a7-a73c4912d693" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.794492] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "refresh_cache-7e9a5460-a4e8-457c-a6a7-a73c4912d693" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.794492] env[69773]: DEBUG nova.network.neutron [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1502.941386] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.941659] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.943061] env[69773]: INFO nova.compute.claims [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1503.324063] env[69773]: DEBUG nova.network.neutron [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1503.487199] env[69773]: DEBUG nova.network.neutron [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Updating instance_info_cache with network_info: [{"id": "7bdac3c1-1c51-4d6a-9fcb-96c21068faee", "address": "fa:16:3e:35:2e:2d", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac3c1-1c", "ovs_interfaceid": "7bdac3c1-1c51-4d6a-9fcb-96c21068faee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.991201] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "refresh_cache-7e9a5460-a4e8-457c-a6a7-a73c4912d693" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.992036] env[69773]: DEBUG nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Instance network_info: |[{"id": "7bdac3c1-1c51-4d6a-9fcb-96c21068faee", "address": "fa:16:3e:35:2e:2d", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac3c1-1c", "ovs_interfaceid": "7bdac3c1-1c51-4d6a-9fcb-96c21068faee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1503.992036] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:2e:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bdac3c1-1c51-4d6a-9fcb-96c21068faee', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1503.999824] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1504.000714] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1504.001423] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607b7b80-6035-4ad1-b0f0-c793ebd3b709 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.004299] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cbb9279-57d6-4f3a-ace2-4d8adfc713aa {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.024307] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15189ac-6b5a-44c5-a5b0-6e732065ff98 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.027187] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1504.027187] env[69773]: value = "task-3391281" [ 1504.027187] env[69773]: _type = "Task" [ 1504.027187] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.056318] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ed0cef-0ba3-43ba-b9f4-09e9480237b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.061281] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391281, 'name': CreateVM_Task} progress is 15%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.066272] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28ca46a-9036-493d-a1e8-a4bca3695872 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.078691] env[69773]: DEBUG nova.compute.provider_tree [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.184224] env[69773]: DEBUG nova.compute.manager [req-d15fec70-f59b-4c73-afdb-a35e30ab3719 req-24156d43-9fa7-4032-87e2-9585c850efd3 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Received event network-changed-7bdac3c1-1c51-4d6a-9fcb-96c21068faee {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1504.184377] env[69773]: DEBUG nova.compute.manager [req-d15fec70-f59b-4c73-afdb-a35e30ab3719 req-24156d43-9fa7-4032-87e2-9585c850efd3 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Refreshing instance network info cache due to event network-changed-7bdac3c1-1c51-4d6a-9fcb-96c21068faee. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1504.184635] env[69773]: DEBUG oslo_concurrency.lockutils [req-d15fec70-f59b-4c73-afdb-a35e30ab3719 req-24156d43-9fa7-4032-87e2-9585c850efd3 service nova] Acquiring lock "refresh_cache-7e9a5460-a4e8-457c-a6a7-a73c4912d693" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.184800] env[69773]: DEBUG oslo_concurrency.lockutils [req-d15fec70-f59b-4c73-afdb-a35e30ab3719 req-24156d43-9fa7-4032-87e2-9585c850efd3 service nova] Acquired lock "refresh_cache-7e9a5460-a4e8-457c-a6a7-a73c4912d693" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.184965] env[69773]: DEBUG nova.network.neutron [req-d15fec70-f59b-4c73-afdb-a35e30ab3719 req-24156d43-9fa7-4032-87e2-9585c850efd3 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Refreshing network info cache for port 7bdac3c1-1c51-4d6a-9fcb-96c21068faee {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1504.538662] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391281, 'name': CreateVM_Task, 'duration_secs': 0.321523} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.538910] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1504.539509] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.539677] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.539979] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.540243] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde2c22c-195c-4f1c-bdb8-4793a95ec0c4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.544513] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1504.544513] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5a7d0-78bf-688e-578e-fb00ad1ab407" [ 1504.544513] env[69773]: _type = "Task" [ 1504.544513] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.551612] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5a7d0-78bf-688e-578e-fb00ad1ab407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.581611] env[69773]: DEBUG nova.scheduler.client.report [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1504.856339] env[69773]: DEBUG nova.network.neutron [req-d15fec70-f59b-4c73-afdb-a35e30ab3719 req-24156d43-9fa7-4032-87e2-9585c850efd3 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Updated VIF entry in instance network info cache for port 7bdac3c1-1c51-4d6a-9fcb-96c21068faee. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1504.856675] env[69773]: DEBUG nova.network.neutron [req-d15fec70-f59b-4c73-afdb-a35e30ab3719 req-24156d43-9fa7-4032-87e2-9585c850efd3 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Updating instance_info_cache with network_info: [{"id": "7bdac3c1-1c51-4d6a-9fcb-96c21068faee", "address": "fa:16:3e:35:2e:2d", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bdac3c1-1c", "ovs_interfaceid": "7bdac3c1-1c51-4d6a-9fcb-96c21068faee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.055353] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52d5a7d0-78bf-688e-578e-fb00ad1ab407, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.055733] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.055839] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1505.056104] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.056256] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.056432] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1505.056685] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19e8fb27-42c0-4da9-bc28-46c30c09a44b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.064324] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1505.064491] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1505.065184] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658261a0-a1e5-439e-9240-675c94786ae5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.069954] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1505.069954] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ff9922-891f-c51a-7269-a9e8ad702f15" [ 1505.069954] env[69773]: _type = "Task" [ 1505.069954] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.077111] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ff9922-891f-c51a-7269-a9e8ad702f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.085853] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.086336] env[69773]: DEBUG nova.compute.manager [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1505.358878] env[69773]: DEBUG oslo_concurrency.lockutils [req-d15fec70-f59b-4c73-afdb-a35e30ab3719 req-24156d43-9fa7-4032-87e2-9585c850efd3 service nova] Releasing lock "refresh_cache-7e9a5460-a4e8-457c-a6a7-a73c4912d693" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.581694] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52ff9922-891f-c51a-7269-a9e8ad702f15, 'name': SearchDatastore_Task, 'duration_secs': 0.008113} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.582585] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5094c806-acce-42a2-817d-8674c53a67b5 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.587807] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1505.587807] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cc84aa-b548-491f-593e-441976b8f31a" [ 1505.587807] env[69773]: _type = "Task" [ 1505.587807] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.592037] env[69773]: DEBUG nova.compute.utils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1505.593508] env[69773]: DEBUG nova.compute.manager [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Not allocating networking since 'none' was specified. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1505.600133] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52cc84aa-b548-491f-593e-441976b8f31a, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.600734] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.601031] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 7e9a5460-a4e8-457c-a6a7-a73c4912d693/7e9a5460-a4e8-457c-a6a7-a73c4912d693.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1505.601290] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-551b16ed-2373-42b9-82e4-cf25fd4b1969 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.607447] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1505.607447] env[69773]: value = "task-3391282" [ 1505.607447] env[69773]: _type = "Task" [ 1505.607447] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.616522] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391282, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.101408] env[69773]: DEBUG nova.compute.manager [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1506.117842] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391282, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445873} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.118124] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 7e9a5460-a4e8-457c-a6a7-a73c4912d693/7e9a5460-a4e8-457c-a6a7-a73c4912d693.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1506.118315] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1506.119029] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58dc6990-c6d4-44f5-bcf3-3fa061d47576 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.124540] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1506.124540] env[69773]: value = "task-3391283" [ 1506.124540] env[69773]: _type = "Task" [ 1506.124540] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.131908] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.634697] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070309} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.634983] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1506.635794] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3dbe97-ab5b-4ce2-8e1b-6ae8cf3dab02 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.659900] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 7e9a5460-a4e8-457c-a6a7-a73c4912d693/7e9a5460-a4e8-457c-a6a7-a73c4912d693.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1506.660399] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8942f5-5a39-448d-b28b-363c2b196718 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.680643] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1506.680643] env[69773]: value = "task-3391284" [ 1506.680643] env[69773]: _type = "Task" [ 1506.680643] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.688258] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391284, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.111180] env[69773]: DEBUG nova.compute.manager [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1507.137150] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1507.137403] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1507.137561] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1507.137742] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1507.137900] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1507.138072] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1507.138280] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1507.138436] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1507.138602] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1507.138761] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1507.138932] env[69773]: DEBUG nova.virt.hardware [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1507.139801] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9ebee5-2a42-4f84-b5c8-bee01a287397 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.147318] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b44baa-603f-44b6-8439-5652a00eb5c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.159983] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Instance VIF info [] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.165402] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Creating folder: Project (0d30175447fe4055af4a9ca11ab031d4). Parent ref: group-v676268. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.165649] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea33752-8caf-4ad3-85cd-537f6def8fff {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.175244] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Created folder: Project (0d30175447fe4055af4a9ca11ab031d4) in parent group-v676268. [ 1507.175411] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Creating folder: Instances. Parent ref: group-v676615. {{(pid=69773) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.175607] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09c9f5aa-3824-4069-bf60-0b555d89fa35 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.184743] env[69773]: INFO nova.virt.vmwareapi.vm_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Created folder: Instances in parent group-v676615. [ 1507.184962] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1507.185509] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.185778] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77ffd64c-5c16-47da-b31d-59a092bfb386 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.201956] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391284, 'name': ReconfigVM_Task, 'duration_secs': 0.270018} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.202495] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 7e9a5460-a4e8-457c-a6a7-a73c4912d693/7e9a5460-a4e8-457c-a6a7-a73c4912d693.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1507.203090] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d300601-556b-4021-b18f-70afe1e767b2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.206127] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.206127] env[69773]: value = "task-3391287" [ 1507.206127] env[69773]: _type = "Task" [ 1507.206127] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.209593] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1507.209593] env[69773]: value = "task-3391288" [ 1507.209593] env[69773]: _type = "Task" [ 1507.209593] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.216372] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391287, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.219266] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391288, 'name': Rename_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.719602] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391288, 'name': Rename_Task, 'duration_secs': 0.167008} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.723075] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1507.723185] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391287, 'name': CreateVM_Task, 'duration_secs': 0.303233} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.723486] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbdf2e3a-8ff1-454c-b914-6e1d1adde6d3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.724914] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.725383] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.725579] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.725917] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.726559] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b6c3da-b9aa-492a-8fb6-aaab544317b4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.731420] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1507.731420] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5266d77f-74d7-c855-805b-9ee3857a21f6" [ 1507.731420] env[69773]: _type = "Task" [ 1507.731420] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.732545] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1507.732545] env[69773]: value = "task-3391289" [ 1507.732545] env[69773]: _type = "Task" [ 1507.732545] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.743428] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5266d77f-74d7-c855-805b-9ee3857a21f6, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.746452] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.746715] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.746981] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.747180] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.747451] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.747665] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.747888] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f4c778b-60e7-469b-b297-05e030df79ca {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.756137] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.756137] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.756798] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d037d9e2-7001-4217-ae95-5695e0cb9eab {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.762132] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1507.762132] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5240bec0-c8b6-7fce-bfd4-2ff630af22b7" [ 1507.762132] env[69773]: _type = "Task" [ 1507.762132] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.769428] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5240bec0-c8b6-7fce-bfd4-2ff630af22b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.246524] env[69773]: DEBUG oslo_vmware.api [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391289, 'name': PowerOnVM_Task, 'duration_secs': 0.409923} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.246996] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.246996] env[69773]: INFO nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1508.247198] env[69773]: DEBUG nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1508.248025] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eb4663-bd29-4f7b-b069-fb45e7a1dbc9 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.271329] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]5240bec0-c8b6-7fce-bfd4-2ff630af22b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.272096] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6435ed-6d12-4a1e-9c03-043c27b50c60 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.277483] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1508.277483] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52da82d6-8178-b9ad-c4c6-56acc8e8ee92" [ 1508.277483] env[69773]: _type = "Task" [ 1508.277483] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.285249] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52da82d6-8178-b9ad-c4c6-56acc8e8ee92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.765669] env[69773]: INFO nova.compute.manager [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Took 11.38 seconds to build instance. [ 1508.791735] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52da82d6-8178-b9ad-c4c6-56acc8e8ee92, 'name': SearchDatastore_Task, 'duration_secs': 0.00938} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.792152] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.792572] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 2a66d5f4-a745-4118-8c4b-3b64b8837250/2a66d5f4-a745-4118-8c4b-3b64b8837250.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.792931] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1ec432a-84ae-4b07-9ed0-53485d38327c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.801364] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1508.801364] env[69773]: value = "task-3391290" [ 1508.801364] env[69773]: _type = "Task" [ 1508.801364] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.810010] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.268443] env[69773]: DEBUG oslo_concurrency.lockutils [None req-f9307fe5-de98-47fd-96d7-7d55085bcbf6 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.891s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.311029] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422532} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.311287] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 2a66d5f4-a745-4118-8c4b-3b64b8837250/2a66d5f4-a745-4118-8c4b-3b64b8837250.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1509.311495] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1509.311731] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d6814e-e8e3-4910-873f-25a7bff5028b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.318200] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1509.318200] env[69773]: value = "task-3391291" [ 1509.318200] env[69773]: _type = "Task" [ 1509.318200] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.325507] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.781989] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.782367] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.782630] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.782907] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.783130] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1509.785349] env[69773]: INFO nova.compute.manager [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Terminating instance [ 1509.827237] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060278} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.827493] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.828304] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e92258-a43f-49df-9335-53586564aec4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.847564] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 2a66d5f4-a745-4118-8c4b-3b64b8837250/2a66d5f4-a745-4118-8c4b-3b64b8837250.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.847817] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de50fb9a-c699-400f-ba2e-779eb959916a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.866431] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1509.866431] env[69773]: value = "task-3391292" [ 1509.866431] env[69773]: _type = "Task" [ 1509.866431] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.874854] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.289683] env[69773]: DEBUG nova.compute.manager [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1510.290080] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1510.290851] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448f6e05-9b09-4352-a85f-17e96d643452 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.298369] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.298590] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa802cc1-d5e3-45d7-a6a4-9fd1710348e4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.303738] env[69773]: DEBUG oslo_vmware.api [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1510.303738] env[69773]: value = "task-3391293" [ 1510.303738] env[69773]: _type = "Task" [ 1510.303738] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.311615] env[69773]: DEBUG oslo_vmware.api [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.375982] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391292, 'name': ReconfigVM_Task, 'duration_secs': 0.27427} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.376287] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 2a66d5f4-a745-4118-8c4b-3b64b8837250/2a66d5f4-a745-4118-8c4b-3b64b8837250.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.376920] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b2ae87c-671f-4145-98fb-c376e9e52457 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.383105] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1510.383105] env[69773]: value = "task-3391294" [ 1510.383105] env[69773]: _type = "Task" [ 1510.383105] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.391082] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391294, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.813341] env[69773]: DEBUG oslo_vmware.api [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391293, 'name': PowerOffVM_Task, 'duration_secs': 0.217235} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.813688] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.813910] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1510.814209] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86647d4f-6260-43e6-81f3-ce9d53ca17b7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.870473] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1510.870702] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1510.870889] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleting the datastore file [datastore2] 7e9a5460-a4e8-457c-a6a7-a73c4912d693 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1510.871162] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7854461f-4346-4835-a059-c73c7ec16f15 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.879273] env[69773]: DEBUG oslo_vmware.api [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1510.879273] env[69773]: value = "task-3391296" [ 1510.879273] env[69773]: _type = "Task" [ 1510.879273] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.890930] env[69773]: DEBUG oslo_vmware.api [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391296, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.895578] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391294, 'name': Rename_Task, 'duration_secs': 0.141486} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.895843] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.896115] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aafdc254-8c47-478a-b5ce-9d532c668031 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.901611] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1510.901611] env[69773]: value = "task-3391297" [ 1510.901611] env[69773]: _type = "Task" [ 1510.901611] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.908951] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.388786] env[69773]: DEBUG oslo_vmware.api [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391296, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154515} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.389069] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1511.389255] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1511.389427] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.389597] env[69773]: INFO nova.compute.manager [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1511.389844] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.390056] env[69773]: DEBUG nova.compute.manager [-] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1511.390154] env[69773]: DEBUG nova.network.neutron [-] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1511.409330] env[69773]: DEBUG oslo_vmware.api [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391297, 'name': PowerOnVM_Task, 'duration_secs': 0.416952} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.409553] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.409744] env[69773]: INFO nova.compute.manager [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Took 4.30 seconds to spawn the instance on the hypervisor. [ 1511.409926] env[69773]: DEBUG nova.compute.manager [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.410631] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01781a8-007b-4e51-86fa-d08713b78b13 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.650850] env[69773]: DEBUG nova.compute.manager [req-a26c67b4-f969-4f7c-a10c-69f3aa370022 req-eda973f4-5293-4949-b3d3-d3acd80932c0 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Received event network-vif-deleted-7bdac3c1-1c51-4d6a-9fcb-96c21068faee {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1511.651111] env[69773]: INFO nova.compute.manager [req-a26c67b4-f969-4f7c-a10c-69f3aa370022 req-eda973f4-5293-4949-b3d3-d3acd80932c0 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Neutron deleted interface 7bdac3c1-1c51-4d6a-9fcb-96c21068faee; detaching it from the instance and deleting it from the info cache [ 1511.651306] env[69773]: DEBUG nova.network.neutron [req-a26c67b4-f969-4f7c-a10c-69f3aa370022 req-eda973f4-5293-4949-b3d3-d3acd80932c0 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.926825] env[69773]: INFO nova.compute.manager [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Took 9.00 seconds to build instance. [ 1512.126778] env[69773]: DEBUG nova.network.neutron [-] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.153596] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-342dc206-e4be-4b30-84b4-3ba3bb227d44 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.164189] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdf323d-e2c6-4aef-9d49-52b88f33e25a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.189255] env[69773]: DEBUG nova.compute.manager [req-a26c67b4-f969-4f7c-a10c-69f3aa370022 req-eda973f4-5293-4949-b3d3-d3acd80932c0 service nova] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Detach interface failed, port_id=7bdac3c1-1c51-4d6a-9fcb-96c21068faee, reason: Instance 7e9a5460-a4e8-457c-a6a7-a73c4912d693 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1512.429729] env[69773]: DEBUG oslo_concurrency.lockutils [None req-e2b29ab8-4335-4a18-acac-fd53a9f0a4b7 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "2a66d5f4-a745-4118-8c4b-3b64b8837250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.512s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.630050] env[69773]: INFO nova.compute.manager [-] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Took 1.24 seconds to deallocate network for instance. [ 1512.862396] env[69773]: DEBUG nova.compute.manager [None req-a0bb0590-90f6-44ba-b037-0e6aa0f2d5d4 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1512.863364] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c333f08f-cafd-4188-a4fc-ca1434da03c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.931423] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquiring lock "2a66d5f4-a745-4118-8c4b-3b64b8837250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.931675] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "2a66d5f4-a745-4118-8c4b-3b64b8837250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.931885] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquiring lock "2a66d5f4-a745-4118-8c4b-3b64b8837250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.932393] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "2a66d5f4-a745-4118-8c4b-3b64b8837250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.932587] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "2a66d5f4-a745-4118-8c4b-3b64b8837250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.934419] env[69773]: INFO nova.compute.manager [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Terminating instance [ 1513.136482] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1513.136777] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.136992] env[69773]: DEBUG nova.objects.instance [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lazy-loading 'resources' on Instance uuid 7e9a5460-a4e8-457c-a6a7-a73c4912d693 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.373670] env[69773]: INFO nova.compute.manager [None req-a0bb0590-90f6-44ba-b037-0e6aa0f2d5d4 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] instance snapshotting [ 1513.374227] env[69773]: DEBUG nova.objects.instance [None req-a0bb0590-90f6-44ba-b037-0e6aa0f2d5d4 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lazy-loading 'flavor' on Instance uuid 2a66d5f4-a745-4118-8c4b-3b64b8837250 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1513.437513] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquiring lock "refresh_cache-2a66d5f4-a745-4118-8c4b-3b64b8837250" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.437908] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquired lock "refresh_cache-2a66d5f4-a745-4118-8c4b-3b64b8837250" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.437908] env[69773]: DEBUG nova.network.neutron [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1513.697164] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9804c0-00eb-4110-b4a8-4a07925fe883 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.708907] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5901252-bbcf-4aca-a20c-1d9e889f3082 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.746480] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b202194-b79f-4b7f-94b5-7ebd71c8ad3b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.755252] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91acbb2d-b521-40b7-bfe6-71156af2424b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.771661] env[69773]: DEBUG nova.compute.provider_tree [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.880239] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e48d94-656a-4e4a-98c1-8a9a12016451 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.896778] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace59e03-7db1-449a-a96d-e2480574928c {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.956805] env[69773]: DEBUG nova.network.neutron [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1514.015191] env[69773]: DEBUG nova.network.neutron [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.275677] env[69773]: DEBUG nova.scheduler.client.report [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.406629] env[69773]: DEBUG nova.compute.manager [None req-a0bb0590-90f6-44ba-b037-0e6aa0f2d5d4 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Instance disappeared during snapshot {{(pid=69773) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1514.517890] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Releasing lock "refresh_cache-2a66d5f4-a745-4118-8c4b-3b64b8837250" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.518346] env[69773]: DEBUG nova.compute.manager [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1514.518533] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.519420] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0de15b6-e8b6-490b-8cc1-442c14a7581d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.527295] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.527493] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ca64208-6362-4c2c-b2a5-54fd04c5e615 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.529488] env[69773]: DEBUG nova.compute.manager [None req-a0bb0590-90f6-44ba-b037-0e6aa0f2d5d4 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Found 0 images (rotation: 2) {{(pid=69773) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1514.534647] env[69773]: DEBUG oslo_vmware.api [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1514.534647] env[69773]: value = "task-3391298" [ 1514.534647] env[69773]: _type = "Task" [ 1514.534647] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.541881] env[69773]: DEBUG oslo_vmware.api [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.780705] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.799838] env[69773]: INFO nova.scheduler.client.report [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted allocations for instance 7e9a5460-a4e8-457c-a6a7-a73c4912d693 [ 1515.044794] env[69773]: DEBUG oslo_vmware.api [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391298, 'name': PowerOffVM_Task, 'duration_secs': 0.201159} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.044989] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.045182] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.045428] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e873522-5e80-4d3c-a3d2-751665014b6d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.070119] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.070315] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.070524] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Deleting the datastore file [datastore2] 2a66d5f4-a745-4118-8c4b-3b64b8837250 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.070776] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bf00e52-4f23-4c78-99ba-9dfe310b59cb {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.077161] env[69773]: DEBUG oslo_vmware.api [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for the task: (returnval){ [ 1515.077161] env[69773]: value = "task-3391300" [ 1515.077161] env[69773]: _type = "Task" [ 1515.077161] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.084773] env[69773]: DEBUG oslo_vmware.api [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.307488] env[69773]: DEBUG oslo_concurrency.lockutils [None req-82aa9c55-4933-4832-b3e5-894ae998550c tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "7e9a5460-a4e8-457c-a6a7-a73c4912d693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.525s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.587322] env[69773]: DEBUG oslo_vmware.api [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Task: {'id': task-3391300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093888} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.587691] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.587691] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.587859] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.588041] env[69773]: INFO nova.compute.manager [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1515.588284] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1515.588476] env[69773]: DEBUG nova.compute.manager [-] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1515.588570] env[69773]: DEBUG nova.network.neutron [-] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1515.604026] env[69773]: DEBUG nova.network.neutron [-] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1516.107691] env[69773]: DEBUG nova.network.neutron [-] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.609700] env[69773]: INFO nova.compute.manager [-] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Took 1.02 seconds to deallocate network for instance. [ 1516.721408] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "58519194-8ae0-47af-9ae7-a74ce739908f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.721644] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "58519194-8ae0-47af-9ae7-a74ce739908f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.115551] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1517.115829] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1517.116058] env[69773]: DEBUG nova.objects.instance [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lazy-loading 'resources' on Instance uuid 2a66d5f4-a745-4118-8c4b-3b64b8837250 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1517.224344] env[69773]: DEBUG nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Starting instance... {{(pid=69773) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1517.668698] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78210430-bb9c-4236-9cbb-52d9f60f907d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.676524] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e34a735-10a9-4a75-9a7a-4d8071ac5085 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.705766] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc65e521-7132-4920-ae2f-56a7391ec435 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.712230] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc722bf-1147-423c-8f62-02be8963b268 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.724649] env[69773]: DEBUG nova.compute.provider_tree [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.739670] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1518.227724] env[69773]: DEBUG nova.scheduler.client.report [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.733234] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.735944] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.996s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1518.737425] env[69773]: INFO nova.compute.claims [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.752893] env[69773]: INFO nova.scheduler.client.report [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Deleted allocations for instance 2a66d5f4-a745-4118-8c4b-3b64b8837250 [ 1519.261962] env[69773]: DEBUG oslo_concurrency.lockutils [None req-7bb3e400-e2c5-403e-818d-c097ba88cb09 tempest-ServersAaction247Test-114774390 tempest-ServersAaction247Test-114774390-project-member] Lock "2a66d5f4-a745-4118-8c4b-3b64b8837250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.330s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.488132] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.488342] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69773) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1519.789243] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c09dfbb-bf04-4b46-a40c-600f1db7a309 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.796453] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c5afad-7e60-497a-a052-d056f66e40c8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.826368] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798210b3-be84-42dd-9c46-9cbd328eb678 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.833095] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067e95f5-09c3-49b9-b13f-cdc6a525f405 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.845783] env[69773]: DEBUG nova.compute.provider_tree [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.349694] env[69773]: DEBUG nova.scheduler.client.report [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1520.853757] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.854382] env[69773]: DEBUG nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Start building networks asynchronously for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1521.359784] env[69773]: DEBUG nova.compute.utils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Using /dev/sd instead of None {{(pid=69773) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1521.361920] env[69773]: DEBUG nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Allocating IP information in the background. {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1521.362105] env[69773]: DEBUG nova.network.neutron [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] allocate_for_instance() {{(pid=69773) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.415813] env[69773]: DEBUG nova.policy [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27db5be4c8334327a0c6f5847070c874', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3a145c549d48228c33aca001b21b1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69773) authorize /opt/stack/nova/nova/policy.py:192}} [ 1521.488384] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1521.670883] env[69773]: DEBUG nova.network.neutron [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Successfully created port: 977e078a-e08d-4dbe-a2be-023a2f683968 {{(pid=69773) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.864903] env[69773]: DEBUG nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Start building block device mappings for instance. {{(pid=69773) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1522.487517] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.487736] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1522.873968] env[69773]: DEBUG nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Start spawning the instance on the hypervisor. {{(pid=69773) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1522.901471] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-09T19:01:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-09T19:00:59Z,direct_url=,disk_format='vmdk',id=2b149dee-273f-4eb9-90ac-33a8ac8d7ca6,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='ab1609af3e01472c9a72da9c751bee8c',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-09T19:01:00Z,virtual_size=,visibility=), allow threads: False {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1522.901721] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.901875] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image limits 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1522.902074] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Flavor pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.902224] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Image pref 0:0:0 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1522.902368] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69773) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1522.902569] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1522.902723] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1522.902886] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Got 1 possible topologies {{(pid=69773) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1522.903060] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1522.903303] env[69773]: DEBUG nova.virt.hardware [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69773) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1522.904127] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df52454c-46d8-4701-9bff-9b028242da48 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.913433] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b39a7a9-1758-4ca9-9f29-22f384058844 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.015054] env[69773]: DEBUG nova.compute.manager [req-3bd41d92-bbfc-43c4-a236-043960fa8f58 req-4d53b38b-f0ab-49a3-8a3f-30bd87126047 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Received event network-vif-plugged-977e078a-e08d-4dbe-a2be-023a2f683968 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1523.015316] env[69773]: DEBUG oslo_concurrency.lockutils [req-3bd41d92-bbfc-43c4-a236-043960fa8f58 req-4d53b38b-f0ab-49a3-8a3f-30bd87126047 service nova] Acquiring lock "58519194-8ae0-47af-9ae7-a74ce739908f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.015489] env[69773]: DEBUG oslo_concurrency.lockutils [req-3bd41d92-bbfc-43c4-a236-043960fa8f58 req-4d53b38b-f0ab-49a3-8a3f-30bd87126047 service nova] Lock "58519194-8ae0-47af-9ae7-a74ce739908f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.015669] env[69773]: DEBUG oslo_concurrency.lockutils [req-3bd41d92-bbfc-43c4-a236-043960fa8f58 req-4d53b38b-f0ab-49a3-8a3f-30bd87126047 service nova] Lock "58519194-8ae0-47af-9ae7-a74ce739908f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.015800] env[69773]: DEBUG nova.compute.manager [req-3bd41d92-bbfc-43c4-a236-043960fa8f58 req-4d53b38b-f0ab-49a3-8a3f-30bd87126047 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] No waiting events found dispatching network-vif-plugged-977e078a-e08d-4dbe-a2be-023a2f683968 {{(pid=69773) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1523.015995] env[69773]: WARNING nova.compute.manager [req-3bd41d92-bbfc-43c4-a236-043960fa8f58 req-4d53b38b-f0ab-49a3-8a3f-30bd87126047 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Received unexpected event network-vif-plugged-977e078a-e08d-4dbe-a2be-023a2f683968 for instance with vm_state building and task_state spawning. [ 1523.101669] env[69773]: DEBUG nova.network.neutron [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Successfully updated port: 977e078a-e08d-4dbe-a2be-023a2f683968 {{(pid=69773) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.487610] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.604153] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "refresh_cache-58519194-8ae0-47af-9ae7-a74ce739908f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.604302] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "refresh_cache-58519194-8ae0-47af-9ae7-a74ce739908f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.604432] env[69773]: DEBUG nova.network.neutron [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Building network info cache for instance {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2074}} [ 1524.139704] env[69773]: DEBUG nova.network.neutron [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Instance cache missing network info. {{(pid=69773) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3404}} [ 1524.256186] env[69773]: DEBUG nova.network.neutron [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Updating instance_info_cache with network_info: [{"id": "977e078a-e08d-4dbe-a2be-023a2f683968", "address": "fa:16:3e:06:30:37", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap977e078a-e0", "ovs_interfaceid": "977e078a-e08d-4dbe-a2be-023a2f683968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.487459] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.759202] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "refresh_cache-58519194-8ae0-47af-9ae7-a74ce739908f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.759530] env[69773]: DEBUG nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Instance network_info: |[{"id": "977e078a-e08d-4dbe-a2be-023a2f683968", "address": "fa:16:3e:06:30:37", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap977e078a-e0", "ovs_interfaceid": "977e078a-e08d-4dbe-a2be-023a2f683968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69773) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1524.759966] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:30:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '977e078a-e08d-4dbe-a2be-023a2f683968', 'vif_model': 'vmxnet3'}] {{(pid=69773) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1524.767576] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1524.767776] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Creating VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1524.767992] env[69773]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e34098c6-1855-413b-9e38-eb8b25a2ef67 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.788929] env[69773]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1524.788929] env[69773]: value = "task-3391301" [ 1524.788929] env[69773]: _type = "Task" [ 1524.788929] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.796434] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391301, 'name': CreateVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.041407] env[69773]: DEBUG nova.compute.manager [req-0637d274-42f7-4563-bfe0-e26236a98bec req-36300feb-90f0-4317-8ba8-e83e3d354409 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Received event network-changed-977e078a-e08d-4dbe-a2be-023a2f683968 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.041568] env[69773]: DEBUG nova.compute.manager [req-0637d274-42f7-4563-bfe0-e26236a98bec req-36300feb-90f0-4317-8ba8-e83e3d354409 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Refreshing instance network info cache due to event network-changed-977e078a-e08d-4dbe-a2be-023a2f683968. {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1525.041755] env[69773]: DEBUG oslo_concurrency.lockutils [req-0637d274-42f7-4563-bfe0-e26236a98bec req-36300feb-90f0-4317-8ba8-e83e3d354409 service nova] Acquiring lock "refresh_cache-58519194-8ae0-47af-9ae7-a74ce739908f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.041895] env[69773]: DEBUG oslo_concurrency.lockutils [req-0637d274-42f7-4563-bfe0-e26236a98bec req-36300feb-90f0-4317-8ba8-e83e3d354409 service nova] Acquired lock "refresh_cache-58519194-8ae0-47af-9ae7-a74ce739908f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.042060] env[69773]: DEBUG nova.network.neutron [req-0637d274-42f7-4563-bfe0-e26236a98bec req-36300feb-90f0-4317-8ba8-e83e3d354409 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Refreshing network info cache for port 977e078a-e08d-4dbe-a2be-023a2f683968 {{(pid=69773) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2071}} [ 1525.298761] env[69773]: DEBUG oslo_vmware.api [-] Task: {'id': task-3391301, 'name': CreateVM_Task, 'duration_secs': 0.307171} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.299070] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Created VM on the ESX host {{(pid=69773) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.299644] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.299861] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.300260] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.300530] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e82218ae-3a57-4266-b1a7-038b16f3ec71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.304901] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1525.304901] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52540f28-7b1f-e7a5-c477-91b30078f42e" [ 1525.304901] env[69773]: _type = "Task" [ 1525.304901] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.313515] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52540f28-7b1f-e7a5-c477-91b30078f42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.483330] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.487974] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.488152] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Cleaning up deleted instances {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1525.713451] env[69773]: DEBUG nova.network.neutron [req-0637d274-42f7-4563-bfe0-e26236a98bec req-36300feb-90f0-4317-8ba8-e83e3d354409 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Updated VIF entry in instance network info cache for port 977e078a-e08d-4dbe-a2be-023a2f683968. {{(pid=69773) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3563}} [ 1525.713797] env[69773]: DEBUG nova.network.neutron [req-0637d274-42f7-4563-bfe0-e26236a98bec req-36300feb-90f0-4317-8ba8-e83e3d354409 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Updating instance_info_cache with network_info: [{"id": "977e078a-e08d-4dbe-a2be-023a2f683968", "address": "fa:16:3e:06:30:37", "network": {"id": "e0e39874-822e-45aa-8225-e49b32706ddf", "bridge": "br-int", "label": "tempest-ServersTestJSON-1139196065-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3a145c549d48228c33aca001b21b1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap977e078a-e0", "ovs_interfaceid": "977e078a-e08d-4dbe-a2be-023a2f683968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1525.814760] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52540f28-7b1f-e7a5-c477-91b30078f42e, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.815095] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.815331] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Processing image 2b149dee-273f-4eb9-90ac-33a8ac8d7ca6 {{(pid=69773) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1525.815558] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.815701] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.815897] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1525.816187] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d76b203-07f5-48ee-9b46-f5478521e34e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.824563] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69773) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1525.824778] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69773) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1525.825507] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9318d178-1ac4-4d4f-a3b8-52c6d8482d71 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.830521] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1525.830521] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52157909-6c32-b0e2-bfcc-13ea935a4bbd" [ 1525.830521] env[69773]: _type = "Task" [ 1525.830521] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.837416] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52157909-6c32-b0e2-bfcc-13ea935a4bbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.997431] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] There are 28 instances to clean {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1525.997611] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 2a66d5f4-a745-4118-8c4b-3b64b8837250] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.216017] env[69773]: DEBUG oslo_concurrency.lockutils [req-0637d274-42f7-4563-bfe0-e26236a98bec req-36300feb-90f0-4317-8ba8-e83e3d354409 service nova] Releasing lock "refresh_cache-58519194-8ae0-47af-9ae7-a74ce739908f" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.340901] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52157909-6c32-b0e2-bfcc-13ea935a4bbd, 'name': SearchDatastore_Task, 'duration_secs': 0.008203} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.341642] env[69773]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4adc661-95e0-4783-a8d5-87441f631d04 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.346316] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1526.346316] env[69773]: value = "session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f17bb4-17f9-5f2e-ffaf-44d172eb04de" [ 1526.346316] env[69773]: _type = "Task" [ 1526.346316] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.353530] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f17bb4-17f9-5f2e-ffaf-44d172eb04de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.500416] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 7e9a5460-a4e8-457c-a6a7-a73c4912d693] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1526.856385] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': session[5253e093-87f7-a4c6-bfc3-d87a776af1fa]52f17bb4-17f9-5f2e-ffaf-44d172eb04de, 'name': SearchDatastore_Task, 'duration_secs': 0.008913} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.856653] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk" {{(pid=69773) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.856926] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 58519194-8ae0-47af-9ae7-a74ce739908f/58519194-8ae0-47af-9ae7-a74ce739908f.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1526.857199] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-023ed3c6-0d1c-40ea-9577-96a47cc5f826 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.865660] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1526.865660] env[69773]: value = "task-3391302" [ 1526.865660] env[69773]: _type = "Task" [ 1526.865660] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.873308] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391302, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.004188] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: ddea3362-394d-4024-8ad6-e45d30f2d520] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.375266] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391302, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423935} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.375610] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6/2b149dee-273f-4eb9-90ac-33a8ac8d7ca6.vmdk to [datastore2] 58519194-8ae0-47af-9ae7-a74ce739908f/58519194-8ae0-47af-9ae7-a74ce739908f.vmdk {{(pid=69773) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1527.375694] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Extending root virtual disk to 1048576 {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1527.375929] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa693866-041e-4888-beeb-9b4180d45748 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.382249] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1527.382249] env[69773]: value = "task-3391303" [ 1527.382249] env[69773]: _type = "Task" [ 1527.382249] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.389554] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391303, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.507360] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 02a75e72-5392-459d-84a3-77ba48f2fcce] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1527.893386] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391303, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061286} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.893655] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Extended root virtual disk {{(pid=69773) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1527.894387] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d139a45e-752e-42ea-aa83-45330293dab0 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.915747] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 58519194-8ae0-47af-9ae7-a74ce739908f/58519194-8ae0-47af-9ae7-a74ce739908f.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.916046] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-409e30e4-82d7-452b-a606-46345db3b1af {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.934603] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1527.934603] env[69773]: value = "task-3391304" [ 1527.934603] env[69773]: _type = "Task" [ 1527.934603] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.942228] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.010949] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: be342e11-d611-44be-ab24-156f59fa975f] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.445089] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391304, 'name': ReconfigVM_Task, 'duration_secs': 0.263379} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.445571] env[69773]: DEBUG nova.virt.vmwareapi.volumeops [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 58519194-8ae0-47af-9ae7-a74ce739908f/58519194-8ae0-47af-9ae7-a74ce739908f.vmdk or device None with type sparse {{(pid=69773) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1528.445991] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9a12a87-5f3f-4d5b-b98d-92bc79dd11f2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.452625] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1528.452625] env[69773]: value = "task-3391305" [ 1528.452625] env[69773]: _type = "Task" [ 1528.452625] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.459537] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391305, 'name': Rename_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.514179] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 6cbbc206-0c58-48a5-9119-e4de4ae9204a] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1528.962049] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391305, 'name': Rename_Task, 'duration_secs': 0.127198} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.962329] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Powering on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.962554] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-088afa2b-ac5d-44e3-9ad4-4670baff5707 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.968139] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1528.968139] env[69773]: value = "task-3391306" [ 1528.968139] env[69773]: _type = "Task" [ 1528.968139] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.975172] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.017748] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: dbab0f46-3b31-4ce6-9fa8-513ca6820300] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.478666] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.522060] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 63818710-5666-43d5-9ee7-99fef7891c67] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1529.978743] env[69773]: DEBUG oslo_vmware.api [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391306, 'name': PowerOnVM_Task, 'duration_secs': 0.983964} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.979022] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Powered on the VM {{(pid=69773) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.979229] env[69773]: INFO nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1529.979414] env[69773]: DEBUG nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.980177] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fab63d4-e85f-45c8-8793-acb0d0e9772a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.024822] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: a0bb2dce-ddc1-4a0c-8445-0be122cfe08e] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.497259] env[69773]: INFO nova.compute.manager [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Took 12.77 seconds to build instance. [ 1530.527496] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 44b00f88-e7a7-4762-93ce-dec34158a6c7] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1530.973252] env[69773]: DEBUG oslo_concurrency.lockutils [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "58519194-8ae0-47af-9ae7-a74ce739908f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.999330] env[69773]: DEBUG oslo_concurrency.lockutils [None req-54e868cb-d07e-45e3-9ae1-746ac81c3d18 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "58519194-8ae0-47af-9ae7-a74ce739908f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.278s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.999564] env[69773]: DEBUG oslo_concurrency.lockutils [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "58519194-8ae0-47af-9ae7-a74ce739908f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.027s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.999744] env[69773]: DEBUG nova.compute.manager [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1531.000622] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbae4e87-b19d-4b15-a27e-23bacfacda2a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.007456] env[69773]: DEBUG nova.compute.manager [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69773) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1531.008031] env[69773]: DEBUG nova.objects.instance [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lazy-loading 'flavor' on Instance uuid 58519194-8ae0-47af-9ae7-a74ce739908f {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1531.030013] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 7e62019c-1ffe-4931-aef1-0dc6f35280e5] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1531.532414] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 66d746eb-12df-4b32-9e4f-c15683180f90] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.014738] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1532.015101] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46cb5e32-8dd0-44bb-abc0-c3d80cae9d86 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.021971] env[69773]: DEBUG oslo_vmware.api [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1532.021971] env[69773]: value = "task-3391307" [ 1532.021971] env[69773]: _type = "Task" [ 1532.021971] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.029126] env[69773]: DEBUG oslo_vmware.api [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.034609] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: c44a692a-dd1b-4c9c-94d6-970d236b538b] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1532.532635] env[69773]: DEBUG oslo_vmware.api [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391307, 'name': PowerOffVM_Task, 'duration_secs': 0.203503} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.533054] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1532.533130] env[69773]: DEBUG nova.compute.manager [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Checking state {{(pid=69773) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1532.533838] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8618842d-0354-4202-9d23-d9e349223ac1 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.537648] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e537a281-29ef-4778-8959-ad122267784e] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.044268] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 65125f6c-5082-4679-80ab-907e5be99ca5] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.049703] env[69773]: DEBUG oslo_concurrency.lockutils [None req-51c78680-3951-475b-96cb-248da36cb5a0 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "58519194-8ae0-47af-9ae7-a74ce739908f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.548654] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 863822bd-2e61-4734-bc19-18c00c25100b] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1533.550618] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "58519194-8ae0-47af-9ae7-a74ce739908f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.550844] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "58519194-8ae0-47af-9ae7-a74ce739908f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.551060] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "58519194-8ae0-47af-9ae7-a74ce739908f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.551676] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "58519194-8ae0-47af-9ae7-a74ce739908f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.551876] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "58519194-8ae0-47af-9ae7-a74ce739908f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.553828] env[69773]: INFO nova.compute.manager [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Terminating instance [ 1534.057868] env[69773]: DEBUG nova.compute.manager [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1534.058116] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1534.058519] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 841b2c72-e052-4014-bf00-e303cd1f8cca] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.060993] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da41911d-b360-4925-8f7f-6af73eb9a92e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.069923] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1534.070256] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcf40272-8c71-4565-8d82-11c499a6f0a3 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.276938] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1534.277209] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Deleting contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1534.277436] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleting the datastore file [datastore2] 58519194-8ae0-47af-9ae7-a74ce739908f {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1534.277706] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c20be0a5-b51b-4483-927c-93b708166e0b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.283703] env[69773]: DEBUG oslo_vmware.api [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1534.283703] env[69773]: value = "task-3391309" [ 1534.283703] env[69773]: _type = "Task" [ 1534.283703] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.291201] env[69773]: DEBUG oslo_vmware.api [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.567056] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e4c1a86e-dc43-4561-8cff-7e2a7a0553a8] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1534.793783] env[69773]: DEBUG oslo_vmware.api [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.070188] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: f99c8608-959a-4889-bf2f-87a3b0f696a0] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.293927] env[69773]: DEBUG oslo_vmware.api [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.880351} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.294181] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1535.294367] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Deleted contents of the VM from datastore datastore2 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1535.294541] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1535.294713] env[69773]: INFO nova.compute.manager [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1535.294992] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1535.295374] env[69773]: DEBUG nova.compute.manager [-] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1535.295475] env[69773]: DEBUG nova.network.neutron [-] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1535.574240] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 631c87d8-3b9b-4c31-ab77-20c23c9da831] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1535.740259] env[69773]: DEBUG nova.compute.manager [req-1eca214d-a8ee-479b-a2a0-2fd4d49bdb8c req-a8eca1b4-cd59-4734-8d69-d0c451c03555 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Received event network-vif-deleted-977e078a-e08d-4dbe-a2be-023a2f683968 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1535.740535] env[69773]: INFO nova.compute.manager [req-1eca214d-a8ee-479b-a2a0-2fd4d49bdb8c req-a8eca1b4-cd59-4734-8d69-d0c451c03555 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Neutron deleted interface 977e078a-e08d-4dbe-a2be-023a2f683968; detaching it from the instance and deleting it from the info cache [ 1535.740768] env[69773]: DEBUG nova.network.neutron [req-1eca214d-a8ee-479b-a2a0-2fd4d49bdb8c req-a8eca1b4-cd59-4734-8d69-d0c451c03555 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.077464] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: db32e7e1-50c5-48e9-b907-fa13c230feb1] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.220689] env[69773]: DEBUG nova.network.neutron [-] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.242869] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f16277a6-b2a9-4b4f-b836-5b7bae71fa75 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.252614] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac3d97-03cd-4307-906a-19bec5b75f30 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.278057] env[69773]: DEBUG nova.compute.manager [req-1eca214d-a8ee-479b-a2a0-2fd4d49bdb8c req-a8eca1b4-cd59-4734-8d69-d0c451c03555 service nova] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Detach interface failed, port_id=977e078a-e08d-4dbe-a2be-023a2f683968, reason: Instance 58519194-8ae0-47af-9ae7-a74ce739908f could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1536.581074] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 97bb658c-bfe4-491f-8a48-bfe1a5859a3d] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1536.723187] env[69773]: INFO nova.compute.manager [-] [instance: 58519194-8ae0-47af-9ae7-a74ce739908f] Took 1.43 seconds to deallocate network for instance. [ 1537.084150] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 791070e6-9532-432b-a947-f1472390974b] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.229656] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1537.229948] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1537.230183] env[69773]: DEBUG nova.objects.instance [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lazy-loading 'resources' on Instance uuid 58519194-8ae0-47af-9ae7-a74ce739908f {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.587594] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: dd96d90b-043e-41de-b818-106d0704f5a4] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1537.893029] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90dd734-c843-41c1-9e2b-69602686c45e {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.900744] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1de59d-854e-4730-84b8-41b1400297ce {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.930548] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e251c46-2600-4af7-bb55-fff16350139b {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.937095] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46738f98-1dc0-435c-8325-4eafa177b81d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.949542] env[69773]: DEBUG nova.compute.provider_tree [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1538.090904] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 863bc2b1-d863-459a-9927-4ac006b4c756] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.452850] env[69773]: DEBUG nova.scheduler.client.report [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1538.594095] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 9e159c09-aeec-4f78-b0ee-ef6d78e6f09d] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1538.958123] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.980275] env[69773]: INFO nova.scheduler.client.report [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted allocations for instance 58519194-8ae0-47af-9ae7-a74ce739908f [ 1539.097562] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: 264dfbfd-8005-4f0a-a408-186b88fe9ae9] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1539.488562] env[69773]: DEBUG oslo_concurrency.lockutils [None req-113a373a-2289-412a-ae7f-92459da21425 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "58519194-8ae0-47af-9ae7-a74ce739908f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.938s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.601037] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] [instance: e82b533c-5d98-47e1-877a-78b4cdcdeeec] Instance has had 0 of 5 cleanup attempts {{(pid=69773) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1540.104135] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.104327] env[69773]: DEBUG nova.compute.manager [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Cleaning up deleted instances with incomplete migration {{(pid=69773) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1540.352859] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "a4efca35-240f-4654-994f-5a22562e4050" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.353158] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "a4efca35-240f-4654-994f-5a22562e4050" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.353368] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "a4efca35-240f-4654-994f-5a22562e4050-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.353549] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "a4efca35-240f-4654-994f-5a22562e4050-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.353713] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "a4efca35-240f-4654-994f-5a22562e4050-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.355883] env[69773]: INFO nova.compute.manager [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Terminating instance [ 1540.607065] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.859693] env[69773]: DEBUG nova.compute.manager [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Start destroying the instance on the hypervisor. {{(pid=69773) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1540.859854] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Destroying instance {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1540.860819] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40f23ea-3e3c-40ab-b09a-baf431786401 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.869100] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Powering off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1540.869344] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05e8635-01a3-47ce-965e-85aaaf489252 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.877404] env[69773]: DEBUG oslo_vmware.api [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1540.877404] env[69773]: value = "task-3391310" [ 1540.877404] env[69773]: _type = "Task" [ 1540.877404] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.885878] env[69773]: DEBUG oslo_vmware.api [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.387693] env[69773]: DEBUG oslo_vmware.api [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391310, 'name': PowerOffVM_Task, 'duration_secs': 0.181351} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.387949] env[69773]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Powered off the VM {{(pid=69773) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1541.388126] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Unregistering the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1541.388388] env[69773]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8227c08-df52-4373-81c5-add398d68b5d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.445974] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Unregistered the VM {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1541.446249] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Deleting contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1541.446440] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleting the datastore file [datastore1] a4efca35-240f-4654-994f-5a22562e4050 {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1541.446657] env[69773]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-227addfa-8199-4175-94c3-0d85e203af0a {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.452795] env[69773]: DEBUG oslo_vmware.api [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for the task: (returnval){ [ 1541.452795] env[69773]: value = "task-3391312" [ 1541.452795] env[69773]: _type = "Task" [ 1541.452795] env[69773]: } to complete. {{(pid=69773) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.460688] env[69773]: DEBUG oslo_vmware.api [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.962801] env[69773]: DEBUG oslo_vmware.api [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Task: {'id': task-3391312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130561} completed successfully. {{(pid=69773) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.963285] env[69773]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted the datastore file {{(pid=69773) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.963285] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Deleted contents of the VM from datastore datastore1 {{(pid=69773) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.963418] env[69773]: DEBUG nova.virt.vmwareapi.vmops [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Instance destroyed {{(pid=69773) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.963588] env[69773]: INFO nova.compute.manager [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] [instance: a4efca35-240f-4654-994f-5a22562e4050] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1541.963821] env[69773]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69773) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1541.964015] env[69773]: DEBUG nova.compute.manager [-] [instance: a4efca35-240f-4654-994f-5a22562e4050] Deallocating network for instance {{(pid=69773) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1541.964115] env[69773]: DEBUG nova.network.neutron [-] [instance: a4efca35-240f-4654-994f-5a22562e4050] deallocate_for_instance() {{(pid=69773) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1867}} [ 1542.109691] env[69773]: DEBUG oslo_service.periodic_task [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69773) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1542.200327] env[69773]: DEBUG nova.compute.manager [req-005baecb-5c61-4365-9230-1665a4503c3f req-7901319e-abed-4959-af73-b168ad0b61a3 service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Received event network-vif-deleted-8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7 {{(pid=69773) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1542.200533] env[69773]: INFO nova.compute.manager [req-005baecb-5c61-4365-9230-1665a4503c3f req-7901319e-abed-4959-af73-b168ad0b61a3 service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Neutron deleted interface 8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7; detaching it from the instance and deleting it from the info cache [ 1542.200718] env[69773]: DEBUG nova.network.neutron [req-005baecb-5c61-4365-9230-1665a4503c3f req-7901319e-abed-4959-af73-b168ad0b61a3 service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.613361] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.613633] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.613766] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.613916] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69773) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1542.614807] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5345c40f-26c8-4d65-80f5-ce49e5b87f36 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.623690] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbc638c-1b34-424c-a86f-1b5cb05c3d14 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.637028] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8261b4c-0c4d-4fcf-bb0f-723fa123d7e2 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.643345] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196aa0d2-10eb-4e61-b910-65246a27d771 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.672451] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180783MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69773) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1542.672603] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.672807] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.685873] env[69773]: DEBUG nova.network.neutron [-] [instance: a4efca35-240f-4654-994f-5a22562e4050] Updating instance_info_cache with network_info: [] {{(pid=69773) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.702668] env[69773]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6455c1f-b962-4160-836a-2849294bd9f4 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.712290] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95a062e-474a-45ac-84ee-29a29bb6cb06 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.735134] env[69773]: DEBUG nova.compute.manager [req-005baecb-5c61-4365-9230-1665a4503c3f req-7901319e-abed-4959-af73-b168ad0b61a3 service nova] [instance: a4efca35-240f-4654-994f-5a22562e4050] Detach interface failed, port_id=8ea128ad-6ce2-45d3-aa8d-bf8aaa0637a7, reason: Instance a4efca35-240f-4654-994f-5a22562e4050 could not be found. {{(pid=69773) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1543.188229] env[69773]: INFO nova.compute.manager [-] [instance: a4efca35-240f-4654-994f-5a22562e4050] Took 1.22 seconds to deallocate network for instance. [ 1543.693875] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1543.696343] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Instance a4efca35-240f-4654-994f-5a22562e4050 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69773) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1543.696525] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1543.696665] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69773) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1543.720938] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab43355-827e-4efb-a7a9-9de65bd35b58 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.728703] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d26ebe3-da7f-4a0e-944c-d9fd3ec5b3d8 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.404712] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0710cf61-928e-49b7-a69d-d4eda2ff3128 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.412624] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fabec9-045b-44b9-b32e-2fc01e6b7199 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.425211] env[69773]: DEBUG nova.compute.provider_tree [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.928703] env[69773]: DEBUG nova.scheduler.client.report [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1545.433686] env[69773]: DEBUG nova.compute.resource_tracker [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69773) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1545.434119] env[69773]: DEBUG oslo_concurrency.lockutils [None req-4dbc8443-ade9-44bc-8918-9b558606b2e6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.761s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.434223] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.740s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1545.434434] env[69773]: DEBUG nova.objects.instance [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lazy-loading 'resources' on Instance uuid a4efca35-240f-4654-994f-5a22562e4050 {{(pid=69773) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.962855] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4facf52-e1f7-4142-9dd6-4a6791aaa589 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.970134] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488af78d-d745-4ef2-9559-233385c9755d {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.998379] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cadb500-6db2-4473-b9e1-0e7c9bf9f330 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.004839] env[69773]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2db386-7c98-472d-a644-a75e80abbeb7 {{(pid=69773) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.018087] env[69773]: DEBUG nova.compute.provider_tree [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed in ProviderTree for provider: 9accc708-4d34-4324-945b-6edf01e232c6 {{(pid=69773) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.521541] env[69773]: DEBUG nova.scheduler.client.report [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Inventory has not changed for provider 9accc708-4d34-4324-945b-6edf01e232c6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69773) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.027022] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.593s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.044983] env[69773]: INFO nova.scheduler.client.report [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Deleted allocations for instance a4efca35-240f-4654-994f-5a22562e4050 [ 1547.553274] env[69773]: DEBUG oslo_concurrency.lockutils [None req-d4a3141c-b83e-42c7-af3b-d087799c05a7 tempest-ServersTestJSON-852747203 tempest-ServersTestJSON-852747203-project-member] Lock "a4efca35-240f-4654-994f-5a22562e4050" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.200s {{(pid=69773) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}